-- Logs begin at Wed 2021-06-30 10:17:11 UTC, end at Wed 2021-06-30 11:11:58 UTC. -- Jun 30 10:46:18.944894 dv-cinder-786627-16-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 30 10:46:21.630754 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.common.config [-] Logging enabled! Jun 30 10:46:21.631360 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev440 Jun 30 10:46:21.631545 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92833) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 10:46:21.634803 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.common.config [-] Logging enabled! Jun 30 10:46:21.635059 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev440 Jun 30 10:46:21.635378 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92833) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 10:46:21.636355 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 10:46:21.636594 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 10:46:21.636965 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 10:46:21.637219 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 10:46:21.637450 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 10:46:21.637837 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.638201 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.638504 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.638742 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.639045 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.639342 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.639648 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.639952 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.640258 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.640548 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.640835 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.641125 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.641361 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.641646 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.641943 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.642239 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.642472 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] debug = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.642754 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.643188 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.643612 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.643921 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.644219 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.644507 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.644784 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.645066 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.645357 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.645692 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] host = dv-cinder-786627-16-iscsi {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.645976 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.646270 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.646564 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.646856 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.647138 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.647420 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.647742 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.648026 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.648312 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] log_file = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.648595 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.648888 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.649182 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.649477 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.649707 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.649934 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.650228 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.650524 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.650822 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.651088 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.651364 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.651658 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.651940 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.652215 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.652507 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.652798 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.653089 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.654100 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.654455 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.654664 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.654948 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.655242 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.655524 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.655838 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.656121 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.656412 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.656690 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.656971 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.657279 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.657571 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.657861 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.658157 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.658438 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.658727 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.659004 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.659282 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.659560 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] use_json = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.659865 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.660143 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.660429 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.660707 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.660986 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.661263 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.661538 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.661830 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:21.662132 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.662434 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.662740 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.663030 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.663331 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.663617 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.663937 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.664225 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.664521 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.664816 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.665112 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.665400 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.665693 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.665977 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.666279 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.666588 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.666888 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.667191 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.667474 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.667783 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.668066 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.668359 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.668651 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.669557 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.669993 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.670110 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.670399 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.670701 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.670986 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.671266 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.671550 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.671870 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.672155 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.672433 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.672721 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.673002 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.673279 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.673559 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.673843 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.674140 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.674424 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.674701 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.674978 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.675259 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.675538 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.675857 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.676140 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.676417 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.676694 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.676977 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.677254 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.677530 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.677812 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.678088 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.678373 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.678650 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.678924 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.679199 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.679473 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.679780 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.680058 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.680334 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.680614 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.680891 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.681166 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.681442 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.681720 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.681998 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.682288 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.682589 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.682872 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.683157 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.683439 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.683749 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.684034 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.684317 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.684895 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.684895 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.685237 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.685534 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.685824 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.686114 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.686403 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.686685 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.686987 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.687269 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.687556 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.687864 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.688151 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.688450 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.688798 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.689039 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.689337 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.689634 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.689933 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.690231 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.690518 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.690835 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.691124 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:21.691346 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 10:46:21.691591 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92833) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 30 10:46:22.041037 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 10:46:22.041314 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 10:46:22.041611 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 10:46:22.041956 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 30 10:46:22.436842 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.437054 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.437321 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.438626 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.438911 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.439187 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.473934 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.474220 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.474497 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.488394 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.488683 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.488959 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.519017 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.519303 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.519580 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.555813 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.556099 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.556378 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.789363 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.789856 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.789974 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.790181 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.790904 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.912035 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.912426 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.912669 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.912944 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.913213 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.913527 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.913792 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.914053 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.914331 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.914597 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.914858 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.915127 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.915397 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.915684 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.915947 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.916218 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.916491 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.916767 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.917044 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.917301 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.917585 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.917937 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.918191 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.918476 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.918753 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.919537 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.919977 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 10:46:22.920221 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 10:46:22.920463 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 10:46:22.920704 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 10:46:22.920944 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 10:46:22.921183 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 10:46:22.921553 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 30 10:46:22.925665 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 30 10:46:22.929627 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 30 10:46:22.933333 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 30 10:46:22.935072 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 30 10:46:22.935527 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 30 10:46:22.935898 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 30 10:46:22.936289 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 30 10:46:22.939082 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 30 10:46:22.939338 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 30 10:46:22.939728 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 10:46:22.967650 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 30 10:46:22.968121 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.968426 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92833) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 30 10:46:22.968798 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.970156 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92833) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 30 10:46:22.970453 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 10:46:22.970706 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 30 10:46:22.973926 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:22.974214 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.038290 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 30 10:46:23.038479 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 30 10:46:23.038719 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 30 10:46:23.039096 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 30 10:46:23.060490 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_db.sqlalchemy.engines [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92833) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 30 10:46:23.599162 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.managers [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Initializing driver for type 'gre' Jun 30 10:46:23.599724 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] gre ID ranges: [(1, 1000)] Jun 30 10:46:23.652946 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.managers [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Initializing driver for type 'local' Jun 30 10:46:23.653407 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.managers [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Initializing driver for type 'vlan' Jun 30 10:46:23.666467 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] VlanTypeDriver initialization complete Jun 30 10:46:23.666854 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.managers [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Initializing driver for type 'vxlan' Jun 30 10:46:23.667375 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] vxlan ID ranges: [(1, 1000)] Jun 30 10:46:23.717580 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.managers [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Initializing extension driver 'port_security' Jun 30 10:46:23.717947 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.extensions.port_security [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] PortSecurityExtensionDriver initialization complete Jun 30 10:46:23.718360 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.managers [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Initializing mechanism driver 'openvswitch' Jun 30 10:46:23.718692 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.managers [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Initializing mechanism driver 'hyperv' Jun 30 10:46:23.725534 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.plugins.ml2.plugin [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:46:23.726218 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > port after_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.726597 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > port after_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.726962 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > port after_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.727486 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 10:46:23.727950 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > subnet after_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.728314 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > subnet after_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.728667 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > subnet after_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.729061 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 10:46:23.729477 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > network after_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.729835 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > network after_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.730189 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > network after_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.730580 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 10:46:23.730992 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > security_group after_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.731378 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > security_group after_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.731853 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > security_group after_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.732371 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 10:46:23.732793 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.733156 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.733510 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.733911 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 10:46:23.734326 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > address_group after_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.734682 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > address_group after_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.735032 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > address_group after_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.735424 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 10:46:23.735845 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] ML2 OVO RPC backend initialized. {{(pid=92833) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jun 30 10:46:23.736556 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router_interface after_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.736919 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.737339 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > network before_response 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.737693 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > networks before_response 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.738046 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > port before_response 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.738393 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > ports before_response 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.738741 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > subnet before_response 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.739088 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > subnets before_response 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.739438 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > network after_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.739882 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > network after_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.740232 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > network after_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.740572 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > port after_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.740914 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > port after_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.741256 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > port after_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.741598 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > subnet after_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.741939 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > subnet after_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.742278 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > subnet after_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.742850 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.plugin [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Modular L2 Plugin initialization complete Jun 30 10:46:23.743179 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading services supported by the core plugin {{(pid=92833) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 30 10:46:23.743514 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.plugins.ml2.managers [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Got port-security extension from driver 'port_security' Jun 30 10:46:23.744004 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.extensions.vlantransparent [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Disabled vlantransparent extension. Jun 30 10:46:23.744489 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92833) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 30 10:46:23.744807 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading Plugin: router Jun 30 10:46:23.781911 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router_interface before_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.782310 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router after_create 55549900 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.782686 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router before_create 55549900 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.783057 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.783434 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.783822 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router after_delete 55549900 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.784192 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > floatingip after_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.784561 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router after_create 55549900 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.784912 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router after_update 55549900 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.785266 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router after_update 55549900 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.785621 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.785986 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router after_update 55549900 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.786402 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router precommit_update 55549900 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.786781 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: port after_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.787204 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: port after_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.787551 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: subnet after_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.787938 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.788296 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > port precommit_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.788652 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router precommit_create 55549900 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.789000 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: port before_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.789350 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router precommit_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.789711 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router after_update 55549900 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.790230 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router precommit_delete 55549900 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.790402 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router precommit_create 55549900 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.790765 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router_interface after_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.791119 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router precommit_update 55549900 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.791489 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > agent after_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.791866 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > agent after_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.792219 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > network after_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.793109 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Tracking information for resource: router configured {{(pid=92833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 10:46:23.793447 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Tracking information for resource: floatingip configured {{(pid=92833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 10:46:23.799016 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.db.l3_agentschedulers_db [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 30 10:46:23.799606 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: port after_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.800002 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: port after_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.800360 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: port after_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.800747 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: port after_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.801559 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router before_create 55550100 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.801932 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router precommit_delete 55550100 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.802301 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router precommit_create 55550100 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.802666 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > router precommit_update 55550100 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.807224 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.services.provider_configuration [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Service providers = [] {{(pid=92833) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 30 10:46:23.807595 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.db.servicetype_db [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92833) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 30 10:46:23.811188 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.services.service_base [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92833) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 10:46:23.811542 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.services.service_base [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92833) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 10:46:23.811914 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.services.service_base [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92833) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 10:46:23.812788 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.services.service_base [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92833) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 10:46:23.813164 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.services.service_base [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 30 10:46:23.813549 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 10:46:23.813871 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 30 10:46:23.824550 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 10:46:23.824895 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading Plugin: auto_allocate Jun 30 10:46:23.831259 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: network precommit_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.831658 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: network precommit_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.832191 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 10:46:23.832518 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading Plugin: tag Jun 30 10:46:23.839009 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 10:46:23.839347 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading Plugin: timestamp Jun 30 10:46:23.844987 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 10:46:23.845325 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading Plugin: network_ip_availability Jun 30 10:46:23.850769 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.851093 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.851454 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:23.852218 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 10:46:23.852542 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading Plugin: flavors Jun 30 10:46:23.857615 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 10:46:23.857958 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading Plugin: revisions Jun 30 10:46:23.862254 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 10:46:23.862651 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_concurrency.lockutils [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.821s {{(pid=92833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 10:46:23.863392 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92833) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 30 10:46:23.863760 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Initializing extension manager. Jun 30 10:46:23.864274 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: __init__.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.864620 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: __pycache__ {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.864956 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.865294 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: address_group.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.866041 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.866611 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: address-group Jun 30 10:46:23.866939 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: address_scope.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.868205 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.868722 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: address-scope Jun 30 10:46:23.869049 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: admin_state_down_before_update.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.869967 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.870484 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: router-admin-state-down-before-update Jun 30 10:46:23.870811 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: agent.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.871505 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.872868 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: agent Jun 30 10:46:23.873195 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: agent_resources_synced.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.874093 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.874605 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: agent-resources-synced Jun 30 10:46:23.874932 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: allowedaddresspairs.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.876704 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.877226 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: allowed-address-pairs Jun 30 10:46:23.877563 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: auto_allocated_topology.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.878629 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.879148 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: auto-allocated-topology Jun 30 10:46:23.879477 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: availability_zone.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.880434 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.880959 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: availability_zone Jun 30 10:46:23.881287 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: availability_zone_filter.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.882192 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.882700 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: availability_zone_filter Jun 30 10:46:23.883021 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: data_plane_status.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.883938 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.884443 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension data-plane-status not supported by any of loaded plugins Jun 30 10:46:23.884770 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: default_subnetpools.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.885665 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.886170 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: default-subnetpools Jun 30 10:46:23.886495 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: dhcpagentscheduler.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.887292 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.888484 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: dhcp_agent_scheduler Jun 30 10:46:23.888702 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: dns.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.889610 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.890119 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension dns-integration not supported by any of loaded plugins Jun 30 10:46:23.890451 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: dns_domain_ports.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.891347 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.891898 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 30 10:46:23.892227 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.893134 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.893646 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 30 10:46:23.893971 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: dvr.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.894632 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.895146 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: dvr Jun 30 10:46:23.895475 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: empty_string_filtering.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.896388 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.896902 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: empty-string-filtering Jun 30 10:46:23.897230 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.898120 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.898634 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 30 10:46:23.898958 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.899926 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.900435 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 30 10:46:23.900763 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: external_net.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.901649 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.902156 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: external-net Jun 30 10:46:23.902480 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: extra_dhcp_opt.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.903613 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.903928 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: extra_dhcp_opt Jun 30 10:46:23.904249 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: extraroute.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.905130 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.905636 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: extraroute Jun 30 10:46:23.905965 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: extraroute_atomic.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.906978 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.907489 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: extraroute-atomic Jun 30 10:46:23.907841 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: filter_validation.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.908501 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.909007 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: filter-validation Jun 30 10:46:23.909331 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: fip_pf_description.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.910234 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.910742 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 30 10:46:23.911067 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: fip_port_details.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.912001 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.912512 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: fip-port-details Jun 30 10:46:23.912837 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: flavors.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.914061 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.914584 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: flavors Jun 30 10:46:23.914916 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.916591 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.917106 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 30 10:46:23.917440 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: floatingip_pools.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.918127 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.918647 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: floatingip-pools Jun 30 10:46:23.919241 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: ip_allocation.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.919945 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.920484 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension ip_allocation not supported by any of loaded plugins Jun 30 10:46:23.920856 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.922078 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.922664 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: ip-substring-filtering Jun 30 10:46:23.922996 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: l2_adjacency.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.924138 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.924690 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension l2_adjacency not supported by any of loaded plugins Jun 30 10:46:23.925048 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: l3.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.926175 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.926803 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: router Jun 30 10:46:23.927188 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: l3_conntrack_helper.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.929768 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.930436 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 30 10:46:23.930838 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.931986 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.932513 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: ext-gw-mode Jun 30 10:46:23.932867 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.934118 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.935296 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: l3-ha Jun 30 10:46:23.935793 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: l3_flavors.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.936798 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.937657 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: l3-flavors Jun 30 10:46:23.938198 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.939276 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.939920 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: l3-port-ip-change-not-allowed Jun 30 10:46:23.940298 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: l3agentscheduler.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.941428 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.942017 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: l3_agent_scheduler Jun 30 10:46:23.942449 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: logging.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.944208 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.944808 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension logging not supported by any of loaded plugins Jun 30 10:46:23.945227 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: metering.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.946068 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.946758 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: metering Jun 30 10:46:23.947133 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.948411 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.949061 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: metering_source_and_destination_fields Jun 30 10:46:23.949434 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: multiprovidernet.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.951063 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.951771 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: multi-provider Jun 30 10:46:23.952143 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: netmtu.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.953316 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.953711 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: net-mtu Jun 30 10:46:23.954038 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: netmtu_writable.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.954950 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.955463 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: net-mtu-writable Jun 30 10:46:23.955826 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: network_availability_zone.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.956490 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.956995 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: network_availability_zone Jun 30 10:46:23.957601 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: network_ip_availability.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.958685 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.959202 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: network-ip-availability Jun 30 10:46:23.959534 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: network_segment_range.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.960330 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.960840 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension network-segment-range not supported by any of loaded plugins Jun 30 10:46:23.961165 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: pagination.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.962140 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.962474 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: pagination Jun 30 10:46:23.962795 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: port_device_profile.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.963731 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.964253 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: port-device-profile Jun 30 10:46:23.964580 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.965499 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.966296 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: port-mac-address-regenerate Jun 30 10:46:23.966701 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.967600 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.968156 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: port-numa-affinity-policy Jun 30 10:46:23.968487 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: port_resource_request.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.969392 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.969907 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension port-resource-request not supported by any of loaded plugins Jun 30 10:46:23.970241 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: portbindings.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.971150 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.971689 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: binding Jun 30 10:46:23.972019 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: portbindings_extended.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.973404 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.973929 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: binding-extended Jun 30 10:46:23.974261 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: portsecurity.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.975158 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.975700 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: port-security Jun 30 10:46:23.976031 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: project_id.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.976996 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.977328 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: project-id Jun 30 10:46:23.977654 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: providernet.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.978567 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.979086 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: provider Jun 30 10:46:23.979412 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: qos.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.983579 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.984133 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension qos not supported by any of loaded plugins Jun 30 10:46:23.984471 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.985694 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.986215 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 30 10:46:23.986550 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.987455 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.988008 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 30 10:46:23.988343 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: qos_default.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.989240 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.989759 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension qos-default not supported by any of loaded plugins Jun 30 10:46:23.990092 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: qos_fip.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.990744 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.991255 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension qos-fip not supported by any of loaded plugins Jun 30 10:46:23.991584 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: qos_gateway_ip.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.992514 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.993032 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 30 10:46:23.993362 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: qos_port_network_policy.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.994256 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.994775 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 30 10:46:23.995105 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: qos_rule_type_details.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.996045 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.996564 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 30 10:46:23.997502 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: qos_rules_alias.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:23.998561 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:23.999090 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 30 10:46:23.999425 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: quotasv2.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.000389 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.000730 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: quotas Jun 30 10:46:24.001059 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: quotasv2_detail.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.004119 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.004473 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: quota_details Jun 30 10:46:24.004815 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: rbac.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.005882 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.006421 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: rbac-policies Jun 30 10:46:24.006756 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: rbac_address_group.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.007890 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.008424 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: rbac-address-group Jun 30 10:46:24.008755 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: rbac_address_scope.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.009678 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.010204 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: rbac-address-scope Jun 30 10:46:24.010539 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: rbac_security_groups.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.011441 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.011999 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: rbac-security-groups Jun 30 10:46:24.012327 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: rbac_subnetpool.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.013433 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.013951 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: rbac-subnetpool Jun 30 10:46:24.014277 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: revisionifmatch.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.015184 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.015724 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: revision-if-match Jun 30 10:46:24.016052 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: revisions.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.017156 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.017676 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: standard-attr-revisions Jun 30 10:46:24.018006 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: router_availability_zone.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.018672 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.019194 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: router_availability_zone Jun 30 10:46:24.019523 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: routerservicetype.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.020511 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.021034 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension router-service-type not supported by any of loaded plugins Jun 30 10:46:24.021361 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.022275 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.022791 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: security-groups-normalized-cidr Jun 30 10:46:24.023118 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: security_groups_port_filtering.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.024039 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.024555 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: port-security-groups-filtering Jun 30 10:46:24.024882 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.025783 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.026301 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: security-groups-remote-address-group Jun 30 10:46:24.026631 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: securitygroup.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.036542 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.037081 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: security-group Jun 30 10:46:24.037416 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: segment.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.038197 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.038716 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension segment not supported by any of loaded plugins Jun 30 10:46:24.039047 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.040003 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.040524 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 30 10:46:24.040860 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: servicetype.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.041952 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.042487 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: service-type Jun 30 10:46:24.042820 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: sorting.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.044368 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.044796 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: sorting Jun 30 10:46:24.045183 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: standard_attr_segment.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.046164 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.046691 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 30 10:46:24.047024 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: standardattrdescription.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.047703 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.048223 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: standard-attr-description Jun 30 10:46:24.048552 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: stateful_security_group.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.049496 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.050021 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: stateful-security-group Jun 30 10:46:24.050349 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: stdattrs_common.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.050923 dv-cinder-786627-16-iscsi neutron-server[92833]: WARNING neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 30 10:46:24.051255 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.052206 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.052723 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 30 10:46:24.053050 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: subnet_onboard.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.054109 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.054636 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: subnet_onboard Jun 30 10:46:24.055035 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.055961 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.056480 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 30 10:46:24.056802 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: subnet_service_types.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.057707 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.058485 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: subnet-service-types Jun 30 10:46:24.058819 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: subnetallocation.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.060485 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.061002 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: subnet_allocation Jun 30 10:46:24.061334 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.061997 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.062520 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: subnetpool-prefix-ops Jun 30 10:46:24.062848 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.063797 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.064316 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 30 10:46:24.064642 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: tagging.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.065713 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.066235 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: standard-attr-tag Jun 30 10:46:24.066566 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: timestamp.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.067832 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.068576 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loaded extension: standard-attr-timestamp Jun 30 10:46:24.069121 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: trunk.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.070715 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.071629 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension trunk not supported by any of loaded plugins Jun 30 10:46:24.072245 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: trunk_details.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.073702 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.074630 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension trunk-details not supported by any of loaded plugins Jun 30 10:46:24.075222 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: uplink_status_propagation.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.077151 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.078080 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 30 10:46:24.078650 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Loading extension file: vlantransparent.py {{(pid=92833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 10:46:24.079810 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 10:46:24.080720 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extension vlan-transparent not supported by any of loaded plugins Jun 30 10:46:24.085152 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Creating instance of TrackedResource for resource:network Jun 30 10:46:24.086064 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Creating instance of TrackedResource for resource:subnet Jun 30 10:46:24.086753 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 10:46:24.087453 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Creating instance of TrackedResource for resource:port Jun 30 10:46:24.089343 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.v2.resource_helper [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:46:24.089794 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.v2.resource_helper [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Service FLAVORS assigned prefix: {{(pid=92833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:46:24.090422 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.v2.resource_helper [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:46:24.091245 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.v2.resource_helper [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:46:24.091605 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Creating instance of TrackedResource for resource:router Jun 30 10:46:24.092069 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Creating instance of TrackedResource for resource:floatingip Jun 30 10:46:24.092569 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.v2.resource_helper [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Service METERING assigned prefix: /metering {{(pid=92833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:46:24.094028 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:24.094409 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:24.094768 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:46:24.095835 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 10:46:24.096288 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Creating instance of TrackedResource for resource:security_group Jun 30 10:46:24.096729 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 10:46:24.097329 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.v2.resource_helper [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Service CORE assigned prefix: {{(pid=92833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:46:24.097670 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 10:46:24.098022 dv-cinder-786627-16-iscsi neutron-server[92833]: WARNING neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] subnetpool is already registered Jun 30 10:46:24.098447 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.v2.resource_helper [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Service CORE assigned prefix: {{(pid=92833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:46:24.098781 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 10:46:24.099116 dv-cinder-786627-16-iscsi neutron-server[92833]: WARNING neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] subnetpool is already registered Jun 30 10:46:24.101538 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.v2.resource_helper [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:46:24.101922 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.v2.resource_helper [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Service FLAVORS assigned prefix: {{(pid=92833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:46:24.102521 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.v2.resource_helper [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:46:24.102947 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.v2.resource_helper [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:46:24.103293 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Creating instance of TrackedResource for resource:router Jun 30 10:46:24.103657 dv-cinder-786627-16-iscsi neutron-server[92833]: WARNING neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] router is already registered Jun 30 10:46:24.104078 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Creating instance of TrackedResource for resource:floatingip Jun 30 10:46:24.104420 dv-cinder-786627-16-iscsi neutron-server[92833]: WARNING neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] floatingip is already registered Jun 30 10:46:24.104878 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.v2.resource_helper [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Service METERING assigned prefix: /metering {{(pid=92833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:46:24.105551 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 10:46:24.105882 dv-cinder-786627-16-iscsi neutron-server[92833]: WARNING neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] rbac_policy is already registered Jun 30 10:46:24.106899 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Creating instance of TrackedResource for resource:security_group Jun 30 10:46:24.107407 dv-cinder-786627-16-iscsi neutron-server[92833]: WARNING neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] security_group is already registered Jun 30 10:46:24.107867 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 10:46:24.108212 dv-cinder-786627-16-iscsi neutron-server[92833]: WARNING neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] security_group_rule is already registered Jun 30 10:46:24.108839 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.v2.resource_helper [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Service CORE assigned prefix: {{(pid=92833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:46:24.109178 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 10:46:24.109520 dv-cinder-786627-16-iscsi neutron-server[92833]: WARNING neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] subnetpool is already registered Jun 30 10:46:24.109942 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.v2.resource_helper [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Service CORE assigned prefix: {{(pid=92833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:46:24.110273 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 10:46:24.110610 dv-cinder-786627-16-iscsi neutron-server[92833]: WARNING neutron.quota.resource_registry [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] subnetpool is already registered Jun 30 10:46:24.111085 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: extensions {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.112607 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: address-groups {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.114122 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: address-scopes {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.115454 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: agents {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.116653 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: auto-allocated-topology {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.117920 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: availability_zones {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.119153 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: dhcp-networks {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.121964 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: dhcp-agents {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.124072 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: routers {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.125799 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: flavors {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.127090 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: service_profiles {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.128339 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: next_providers {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.129795 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: service_profiles {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.131346 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: floatingip-pools {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.132620 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: routers {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.134322 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: floatingips {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.135620 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: l3-routers {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.137032 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: l3-agents {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.138481 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: metering-labels {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.139782 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: metering-label-rules {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.141168 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: network-ip-availabilities {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.142458 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: bindings {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.144043 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: quotas {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.145596 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: quotas {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.147029 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: rbac-policies {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.148275 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: security-groups {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.149594 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: security-group-rules {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.150866 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: service-providers {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.152126 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: subnetpools {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.153851 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: subnetpools {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.156815 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: tags {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.158987 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: tags {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.161154 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: tags {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.162936 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: tags {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.164808 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: tags {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.166752 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: tags {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.168490 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: tags {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.170807 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: tags {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.172729 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: tags {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.174549 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron.api.extensions [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Extended resource: tags {{(pid=92833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:46:24.180588 dv-cinder-786627-16-iscsi neutron-server[92833]: WARNING keystonemiddleware.auth_token [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 30 10:46:24.185714 dv-cinder-786627-16-iscsi neutron-server[92833]: WARNING keystonemiddleware.auth_token [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 30 10:46:24.195134 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_concurrency.lockutils [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Acquired lock "singleton_lock" {{(pid=92833) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 30 10:46:24.195554 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_concurrency.lockutils [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Releasing lock "singleton_lock" {{(pid=92833) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 30 10:46:24.196220 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO oslo_service.service [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Starting 2 workers Jun 30 10:46:24.201002 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Started child 92942 {{(pid=92833) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 10:46:24.205486 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Started child 92943 {{(pid=92833) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 10:46:24.206810 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:24.207557 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO neutron.service [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Neutron service started, listening on 0.0.0.0:9696 Jun 30 10:46:24.207767 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Notify callbacks [] for process, before_spawn {{(pid=92833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:24.208318 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [-] (92942) wsgi starting up on http://0.0.0.0:9696 Jun 30 10:46:24.210241 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO oslo_service.service [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Starting 1 workers Jun 30 10:46:24.210642 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:24.212043 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [-] (92943) wsgi starting up on http://0.0.0.0:9696 Jun 30 10:46:24.215411 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Started child 92944 {{(pid=92833) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 10:46:24.216247 dv-cinder-786627-16-iscsi neutron-server[92833]: INFO oslo_service.service [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Starting 1 workers Jun 30 10:46:24.219998 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.service [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] calling RpcWorker wait() {{(pid=92944) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 30 10:46:24.220555 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.service [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] returning from RpcWorker wait() {{(pid=92944) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 30 10:46:24.220758 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Started child 92945 {{(pid=92833) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 10:46:24.221620 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e99-dca7-4864-b195-974bae12924a None None] Notify callbacks [] for process, after_spawn {{(pid=92833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:24.221938 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:24.222467 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:46:24.223527 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92833) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 10:46:24.223775 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 10:46:24.223961 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 10:46:24.224181 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 10:46:24.224549 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 10:46:24.224716 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 10:46:24.225252 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.225544 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.225800 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.225889 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:24.226329 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.226329 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.226908 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:46:24.227021 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.227164 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.227422 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.227730 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.227997 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.228206 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.228352 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.228601 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.228834 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.229151 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.229431 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.229670 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.229969 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.230146 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.230426 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.230711 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.230966 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.231236 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] debug = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.232022 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.232522 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.232772 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.233018 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.233243 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.233517 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.233748 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.234026 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.234263 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.234484 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.234722 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.234977 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.235221 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.235456 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.235720 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.235989 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.236240 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.236701 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] host = dv-cinder-786627-16-iscsi {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.236935 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.237159 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.237406 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.237652 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.237912 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.238146 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.238404 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.238658 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.238901 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.239128 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.239374 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.239666 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.239886 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.240130 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] log_file = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.240283 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] log_options = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.240527 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.240788 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.241058 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.241251 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.241431 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.241614 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.241866 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.242033 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.242278 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.242511 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.242727 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.242964 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.243189 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.243413 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.243666 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.243938 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.244173 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.244531 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.244677 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.244896 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.245107 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.245334 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.245552 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.245767 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.246012 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.246248 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.246473 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.246688 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.246927 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.247168 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.248067 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.248321 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.248561 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.248806 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.249042 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.249273 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.249506 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.249816 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.250014 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.250274 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.250526 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.250755 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.250982 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.251198 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.251438 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.251687 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] use_json = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.251895 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.252110 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.252363 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.252604 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.252820 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.253036 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.253309 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.253501 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.253933 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.254224 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.254557 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.254817 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.255072 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.255325 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.255561 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.255822 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.257260 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.257492 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.257803 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.258036 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.258330 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.258591 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.258836 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.259171 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.259439 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.259742 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.261192 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.261845 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.262073 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.262492 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.262734 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.263028 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.263437 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.91/identity {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.263703 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.263949 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.264841 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.264841 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.264841 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.265793 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.265793 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.265793 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.265793 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.267502 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.267502 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.267502 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.267502 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.267502 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.267502 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.268201 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.269863 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.270139 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.270380 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.270618 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.270873 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.271128 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.271394 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.271664 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.271947 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.272188 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.272422 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.272648 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.272873 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.273104 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.273349 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.273581 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.273803 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.274025 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.274250 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.274490 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.274752 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.274981 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.275205 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.275429 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.275672 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.275920 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.276178 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.276403 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.276624 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.276850 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.277070 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.277310 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.277562 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.277781 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.278001 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.278250 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.278494 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.278718 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.278961 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.279202 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.279422 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.279687 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.279928 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.280215 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.280530 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.280773 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.281028 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.281259 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.281518 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.281771 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.282065 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.282297 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.282546 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.282767 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.283024 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.283281 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.283518 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.283876 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.287253 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.287632 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.287854 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.288128 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.288382 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.288645 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.288892 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.289207 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.289496 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.289765 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.290478 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.290478 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.290661 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.290810 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.291095 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.291332 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.291628 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.294536 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.294885 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.295184 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.295461 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.295744 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.296027 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.296303 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.296591 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.296834 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.297083 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.297343 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.297629 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.297888 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.298127 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.298364 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.298628 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.298925 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.299181 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.299405 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.299625 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.300103 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.300512 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.302065 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.302367 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.302647 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.302904 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.303168 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.303436 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.91/identity {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.303690 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.303940 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.304186 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.304434 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.304696 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.304951 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.305183 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.305409 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.305641 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.305911 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.306136 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.306379 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.306624 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.306854 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.307104 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.307381 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.308362 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.308362 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.308362 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.308612 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.308722 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.308954 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.309175 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.310040 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.310275 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.310555 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.310817 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.311059 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.311313 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.311580 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.311869 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.312094 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.312354 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.312583 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.312814 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.313037 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.313265 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.313489 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.313740 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.313993 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.314370 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.315065 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.316105 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.316459 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.316719 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.316985 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.317236 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.317489 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.317752 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.318004 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.318237 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.318473 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.318712 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.318933 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.320412 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.320689 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.320928 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.321179 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.321426 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.321653 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.321878 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.322100 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.322421 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.322677 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.322947 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.323202 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.323450 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.323987 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.324227 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.324448 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.324671 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.324902 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.325166 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.325380 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.325648 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.325838 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.326056 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.326284 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.326529 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.326837 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.327235 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.327425 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.327626 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.327878 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.328093 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.328593 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.328855 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.329106 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.329343 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.329573 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.329798 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.330035 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.330345 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.330598 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.330822 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.331130 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.331394 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.331703 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.331939 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.332200 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.332438 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.332703 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.332928 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.333153 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.333380 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.333645 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.333956 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.334244 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.334537 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.334798 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.335063 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.335353 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.335706 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.335856 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.336344 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.336676 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.336972 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.337256 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.337513 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.337807 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.338035 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.338257 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.338499 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.338740 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.338965 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.339227 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.339481 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.339776 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.340000 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.340256 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.340484 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.340789 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.341288 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.341536 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.341759 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.341924 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 10:46:24.342486 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92833) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 10:46:24.342652 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 10:46:24.342815 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 10:46:24.342991 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 10:46:24.343167 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 10:46:24.343325 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 10:46:24.343535 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.343725 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.343892 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.344056 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.344220 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.344411 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.344579 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.345230 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.345230 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.345230 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.345539 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.345539 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.345715 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.345913 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.346268 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.346417 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.347152 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.347319 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.347489 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.347673 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.347843 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.348000 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.348169 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] debug = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.348331 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.348538 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.348727 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.348858 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.349019 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.349185 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.349346 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.349658 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.350732 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.350890 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.351058 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.351212 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.351381 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.351596 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.351732 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.351895 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.352058 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.352221 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] host = dv-cinder-786627-16-iscsi {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.352384 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.352547 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.352710 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.352940 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.353043 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.353186 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.353358 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.353516 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.353672 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.353992 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.354156 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.354327 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.354479 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.354647 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] log_file = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.354806 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] log_options = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.354964 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.355667 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.355667 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.355667 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.355667 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.356034 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.356034 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.356720 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.356814 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.356925 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.357085 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.357246 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.357407 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.357575 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.357746 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.357897 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.358058 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.358220 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.358386 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.358549 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.358712 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.358877 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.359039 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.359374 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.359542 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.359778 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.360021 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.360126 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.360249 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.360417 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.360581 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.360745 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.360909 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.361071 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.361240 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.361405 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.361567 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.361730 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.361890 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.362184 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.362289 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.362383 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.362521 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.362686 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.362845 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.363162 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] use_json = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.363328 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.363488 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.363695 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.363841 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.364005 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.364167 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.364481 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.364703 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:46:24.364892 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.365243 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.365602 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.365772 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.365939 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.366104 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.371657 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.371657 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.371657 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.371657 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.371657 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.371657 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.371657 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.371657 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.371657 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.372370 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:46:24.372459 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.372459 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.372459 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.372459 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.372459 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.372459 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.372459 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.372459 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.372972 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.372972 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.91/identity {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.372972 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.372972 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.372972 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.372972 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.372972 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.372972 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.373420 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.373420 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.373420 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.373420 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.373420 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.373420 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.373420 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.373420 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.373420 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.373916 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.373916 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.373916 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.373916 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.373916 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.373916 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.373916 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.373916 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.373916 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.374413 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.374413 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.374413 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.374413 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.374413 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.374413 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.374413 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.374413 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.374413 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.374906 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.374906 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.374906 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.374906 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.375130 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.375240 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.375723 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.375723 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.375723 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.375989 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.376070 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.376197 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.376362 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.376528 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.376693 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.376857 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.377022 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.377187 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.377355 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.377518 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.377683 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.377850 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.378015 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.378179 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.378346 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.379426 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.379970 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.380165 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.380336 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.380509 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.380677 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.381065 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.382143 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.382321 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.382493 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.382664 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.382834 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.382999 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.383545 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.383748 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.383920 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.384087 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.384259 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.384423 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.384737 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.385058 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.385227 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.385394 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.385565 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.385730 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.385893 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.386057 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.386236 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.386402 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.386571 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.386734 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.386903 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.387078 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.387257 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.387453 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.388241 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.388241 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.388241 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.388241 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.388543 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.388543 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.388715 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.389068 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.389068 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.389196 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.389365 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.389532 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.389700 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.389865 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.390057 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.390223 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.390389 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.390555 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.390758 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.390924 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.391239 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.391549 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.391883 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.392054 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.395668 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.395668 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.91/identity {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.395668 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.395668 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.395668 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.395668 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.395668 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.395668 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.396316 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.396316 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.396316 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.396316 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.396316 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.396316 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.396316 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.396316 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.396866 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.396866 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.396866 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.396866 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.396866 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.396866 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.396866 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.396866 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.397487 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.397487 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.397487 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.397487 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.397487 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.397487 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.397487 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.397487 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.398188 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.398188 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.398188 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.398188 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.398188 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.398188 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.398188 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.398696 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.398696 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.398696 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.398696 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.399077 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.399077 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.399284 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.399365 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.399480 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.399664 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.399986 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.400155 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.400322 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.400489 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.400655 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.400870 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.400959 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.401136 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.401306 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.401472 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.401637 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.401802 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.401968 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.402135 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.402324 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.402503 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.402668 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.402834 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.403000 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.403730 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.403904 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.404090 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.405073 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.405235 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.405402 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.405686 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.405848 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.405990 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.406132 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.406268 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.406407 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.406561 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.406701 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.406841 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.406992 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.407137 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.407277 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.407421 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.407584 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.407925 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.407925 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.408199 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.409195 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.409334 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.409435 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.409588 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.409761 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.409927 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.410100 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.410424 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.410597 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.410763 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.410942 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.411109 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.411277 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.411444 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.411616 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.411802 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.411971 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.412141 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.412350 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.412482 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.412634 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.412809 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.412984 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.413157 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.413322 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.413494 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.413672 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.413839 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.414007 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.414173 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.414342 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.414512 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.414641 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.414797 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.414962 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.415129 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.415294 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.415569 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.415694 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.415781 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.415944 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.416109 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.416275 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.416439 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.416604 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.416769 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:46:24.416928 dv-cinder-786627-16-iscsi neutron-server[92833]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 10:46:24.620624 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 51022) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:46:24.629364 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [-] 10.222.0.91 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065069 Jun 30 10:46:36.029566 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b6ee7e-33e2-4d67-98f7-e52562ece484 None None] get_active_networks_info from dv-cinder-786627-16-iscsi {{(pid=92944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 10:46:36.097161 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b6ee7e-33e2-4d67-98f7-e52562ece484 None None] No non-hosted networks {{(pid=92944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 30 10:46:36.105243 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.agentschedulers_db [None req-88b6ee7e-33e2-4d67-98f7-e52562ece484 None None] DHCP Agent not found on host dv-cinder-786627-16-iscsi {{(pid=92944) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 30 10:46:36.166570 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b403cbd4-c5e2-480f-9dc4-ff55d3cedb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1992675'] for agent, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:38.788203 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-bc744261-2ccb-4eb7-ac89-7396577f54b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1992675'] for agent, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:38.843735 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-008bd086-e1e8-45b1-9795-e36a43b27469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:39.001659 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1992675'] for agent, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:39.002986 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:39.004842 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:39.006995 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:39.009067 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:39.009636 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:39.013309 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:39.016514 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:39.019282 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:39.022042 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:39.025949 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:39.026893 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:39.030174 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:39.031376 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786627-16-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:46:39.042073 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786627-16-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:46:39.781007 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1992675'] for agent, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:41.440213 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1992675'] for agent, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:42.525458 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 51114) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:46:43.028022 dv-cinder-786627-16-iscsi neutron-server[92942]: WARNING oslo_policy.policy [None req-006c7375-f0e6-4827-89aa-c906f66e5846 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 10:46:43.028638 dv-cinder-786627-16-iscsi neutron-server[92942]: WARNING oslo_policy.policy [None req-006c7375-f0e6-4827-89aa-c906f66e5846 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 10:46:43.247255 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [None req-006c7375-f0e6-4827-89aa-c906f66e5846 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:46:43.248389 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-006c7375-f0e6-4827-89aa-c906f66e5846 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7220328 Jun 30 10:46:45.143507 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.db.l3_hamode_db [None req-80cbd85d-17e8-468c-91bd-dad11304e1e5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 30 10:46:45.223889 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cbd85d-17e8-468c-91bd-dad11304e1e5 None None] Routers set() bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:46:45.224278 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cbd85d-17e8-468c-91bd-dad11304e1e5 None None] Router IDs set() for agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 10:46:45.628273 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 51128) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:46:45.946458 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-ce394055-6d4a-4a24-8d11-37c0564dea23 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:46:46.041390 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.policy [None req-ce394055-6d4a-4a24-8d11-37c0564dea23 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92942) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 10:46:46.087446 dv-cinder-786627-16-iscsi neutron-server[92942]: WARNING oslo_policy.policy [None req-ce394055-6d4a-4a24-8d11-37c0564dea23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 10:46:46.087842 dv-cinder-786627-16-iscsi neutron-server[92942]: WARNING oslo_policy.policy [None req-ce394055-6d4a-4a24-8d11-37c0564dea23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 10:46:46.097574 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.quota [None req-ce394055-6d4a-4a24-8d11-37c0564dea23 admin admin] Loaded quota_driver: . Jun 30 10:46:46.193007 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ce394055-6d4a-4a24-8d11-37c0564dea23 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758621746397', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758621719200', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758621726367', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758621732037', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758621706008', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758621816946', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-592549', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-830104', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1729181', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1739964'] for rbac-policy, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:46.257431 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ce394055-6d4a-4a24-8d11-37c0564dea23 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:46.258618 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-ce394055-6d4a-4a24-8d11-37c0564dea23 admin admin] 10.222.0.91 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6293676 Jun 30 10:46:48.801043 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 51140) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:46:49.104321 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Request body: {'network': {'project_id': 'beeab0adab4544fcb0ebdca84457bc84', 'tenant_id': 'beeab0adab4544fcb0ebdca84457bc84', 'admin_state_up': True, 'name': 'private'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:46:49.133180 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Made reservation on behalf of beeab0adab4544fcb0ebdca84457bc84 for: {'network': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:46:49.136009 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for network, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:49.153271 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:49.276280 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:49.280674 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:49.299918 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=92942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:46:49.329738 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758624453434', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:49.330337 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Unsubscribe: segment precommit_create {{(pid=92942) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 10:46:49.330833 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.db.segments_db [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Added segment 9ac2d5a3-cacd-414f-9200-921e0fa0f04c of type vlan for network efe3d610-2add-4847-bf05-48a7b93aa26e Jun 30 10:46:49.348190 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e28fc9-b7ae-4103-894f-a5ad565b044b,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:46:49.398049 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:49.398412 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:49.398757 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:49.399094 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:49.399422 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:49.399800 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:49.400229 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:49.400481 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:49.400888 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:49.401162 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:49.401461 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:49.401778 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Tracked resource versions report: Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: pushed versions: Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: { 'AddressGroup': {'1.2'}, Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: 'ConntrackHelper': {'1.0'}, Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: 'Log': {'1.0'}, Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: 'Network': {'1.1'}, Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: 'Port': {'1.7'}, Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: 'PortForwarding': {'1.2'}, Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: 'QosPolicy': {'1.8'}, Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: 'SecurityGroup': {'1.4'}, Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: 'SecurityGroupRule': {'1.2'}, Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: 'SubPort': {'1.0'}, Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: 'Subnet': {'1.1'}, Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: 'Trunk': {'1.1'}} Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: consumer versions: Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: { DHCP agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: L3 agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: Metadata agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: Metering agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: Open vSwitch agent@dv-cinder-786627-16-iscsi: { 'AddressGroup': '1.2', Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: 'ConntrackHelper': '1.0', Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: 'Log': '1.0', Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: 'Network': '1.1', Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: 'Port': '1.7', Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: 'PortForwarding': '1.2', Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: 'QosPolicy': '1.8', Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: 'SecurityGroup': '1.4', Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: 'SecurityGroupRule': '1.2', Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: 'SubPort': '1.0', Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: 'Subnet': '1.1', Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: 'Trunk': '1.1'}} Jun 30 10:46:49.403866 dv-cinder-786627-16-iscsi neutron-server[92942]: {{(pid=92942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 10:46:49.452503 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758624023098'] for network, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:49.504961 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for network, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:49.506047 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:46:49.506725 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:49.582626 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7804186 Jun 30 10:46:49.606626 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d015a-9d1e-4d88-97c2-2516489f2f4c admin admin] Pushing event updated for resources: {'Network': ['ID=efe3d610-2add-4847-bf05-48a7b93aa26e,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:46:49.618767 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Network efe3d610-2add-4847-bf05-48a7b93aa26e details requested by agent ovs-agent-dv-cinder-786627-16-iscsi with host dv-cinder-786627-16-iscsi {{(pid=92944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:46:52.195260 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 51154) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:46:52.686980 dv-cinder-786627-16-iscsi neutron-server[92943]: WARNING oslo_policy.policy [None req-2ba89b9e-abc9-4ff5-8159-db9f76e6be1f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 10:46:52.687577 dv-cinder-786627-16-iscsi neutron-server[92943]: WARNING oslo_policy.policy [None req-2ba89b9e-abc9-4ff5-8159-db9f76e6be1f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 10:46:53.126048 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.policy [None req-2ba89b9e-abc9-4ff5-8159-db9f76e6be1f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92943) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 10:46:53.171224 dv-cinder-786627-16-iscsi neutron-server[92943]: WARNING oslo_policy.policy [None req-2ba89b9e-abc9-4ff5-8159-db9f76e6be1f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 10:46:53.171601 dv-cinder-786627-16-iscsi neutron-server[92943]: WARNING oslo_policy.policy [None req-2ba89b9e-abc9-4ff5-8159-db9f76e6be1f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 10:46:53.179926 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba89b9e-abc9-4ff5-8159-db9f76e6be1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:46:53.181849 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-2ba89b9e-abc9-4ff5-8159-db9f76e6be1f admin admin] 10.222.0.91 "GET /v2.0/networks/efe3d610-2add-4847-bf05-48a7b93aa26e HTTP/1.1" status: 200 len: 825 time: 0.9844847 Jun 30 10:46:53.222301 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-dbbdddc4-b339-43f2-a7df-ec2b1d871264 admin admin] 10.222.0.91 "GET /v2.0/subnetpools/fb71ed63-5d8a-4668-9a34-9aed272cfe4b HTTP/1.1" status: 200 len: 734 time: 0.0341344 Jun 30 10:46:53.233184 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Request body: {'subnet': {'tenant_id': 'beeab0adab4544fcb0ebdca84457bc84', 'ip_version': 4, 'subnetpool_id': 'fb71ed63-5d8a-4668-9a34-9aed272cfe4b', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'efe3d610-2add-4847-bf05-48a7b93aa26e'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:46:53.234774 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.quota [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Loaded quota_driver: . Jun 30 10:46:53.278777 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Made reservation on behalf of beeab0adab4544fcb0ebdca84457bc84 for: {'subnet': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:46:53.281576 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:53.576361 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for subnet, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:53.645800 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Checking segment: {'id': '9ac2d5a3-cacd-414f-9200-921e0fa0f04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'efe3d610-2add-4847-bf05-48a7b93aa26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:46:53.646180 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Network hostable DHCP agents. Network: efe3d610-2add-4847-bf05-48a7b93aa26e, hostable agents: ['b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62'], hosted agents: [] {{(pid=92943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:46:53.656067 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aede834-85da-4bf3-b739-8e2446bfcf15,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:46:53.667068 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:53.667432 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:53.667858 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:53.668403 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:53.668695 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:53.669034 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:53.669363 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:53.669699 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:53.670038 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:53.670357 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:53.670674 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:53.670988 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Tracked resource versions report: Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: pushed versions: Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: { 'AddressGroup': {'1.2'}, Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: 'ConntrackHelper': {'1.0'}, Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: 'Log': {'1.0'}, Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: 'Network': {'1.1'}, Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: 'Port': {'1.7'}, Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: 'PortForwarding': {'1.2'}, Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: 'QosPolicy': {'1.8'}, Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: 'SecurityGroup': {'1.4'}, Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: 'SecurityGroupRule': {'1.2'}, Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: 'SubPort': {'1.0'}, Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: 'Subnet': {'1.1'}, Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: 'Trunk': {'1.1'}} Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: consumer versions: Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: { DHCP agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: L3 agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: Metadata agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: Metering agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: Open vSwitch agent@dv-cinder-786627-16-iscsi: { 'AddressGroup': '1.2', Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: 'ConntrackHelper': '1.0', Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: 'Log': '1.0', Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: 'Network': '1.1', Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: 'Port': '1.7', Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: 'PortForwarding': '1.2', Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: 'QosPolicy': '1.8', Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: 'SecurityGroup': '1.4', Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: 'SecurityGroupRule': '1.2', Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: 'SubPort': '1.0', Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: 'Subnet': '1.1', Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: 'Trunk': '1.1'}} Jun 30 10:46:53.672334 dv-cinder-786627-16-iscsi neutron-server[92943]: {{(pid=92943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 10:46:53.706179 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Network efe3d610-2add-4847-bf05-48a7b93aa26e is scheduled to be hosted by DHCP agent b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62 with binding_index 1 {{(pid=92943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:46:53.721345 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-16-iscsi, efe3d610-2add-4847-bf05-48a7b93aa26e) {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:46:53.729191 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:46:53.729676 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e10008-9d21-45be-93d3-dbd9fa2f316d None None] Network efe3d610-2add-4847-bf05-48a7b93aa26e requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:46:53.730117 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:53.751832 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-4f2d696e-6b06-4bc2-aabd-38dab3570581 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5204043 Jun 30 10:46:54.050707 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65ad8d37-cf45-5b11-a5e0-a707ba50435d-efe3d610-2add-4847-bf05-48a7b93aa26e', 'network_id': 'efe3d610-2add-4847-bf05-48a7b93aa26e', 'tenant_id': 'beeab0adab4544fcb0ebdca84457bc84', 'fixed_ips': [{'subnet_id': '3aede834-85da-4bf3-b739-8e2446bfcf15'}]}} from dv-cinder-786627-16-iscsi. {{(pid=92944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:46:54.052126 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:54.328662 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Allocated IP 172.20.0.2 (efe3d610-2add-4847-bf05-48a7b93aa26e/3aede834-85da-4bf3-b739-8e2446bfcf15/77633e49-e040-43dd-8f94-7faa2f420668) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:46:54.540257 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:54.583511 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Transition to ACTIVE for port object 77633e49-e040-43dd-8f94-7faa2f420668 will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:46:54.604392 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Transition to ACTIVE for port object 77633e49-e040-43dd-8f94-7faa2f420668 will not be triggered until provisioned by entity DHCP. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:46:54.612863 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:54.720993 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Network efe3d610-2add-4847-bf05-48a7b93aa26e is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:46:54.728148 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:46:54.751574 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:46:54.754394 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Pushing event updated for resources: {'Port': ['ID=77633e49-e040-43dd-8f94-7faa2f420668,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:46:54.770234 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:54.770783 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:54.771357 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:54.771928 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:54.772467 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:54.773054 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:54.773602 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:54.774147 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:54.774711 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:54.775242 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:54.775813 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:54.776348 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Tracked resource versions report: Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: pushed versions: Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: { 'AddressGroup': {'1.2'}, Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: 'ConntrackHelper': {'1.0'}, Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: 'Log': {'1.0'}, Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: 'Network': {'1.1'}, Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: 'Port': {'1.7'}, Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: 'PortForwarding': {'1.2'}, Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: 'QosPolicy': {'1.8'}, Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: 'SecurityGroup': {'1.4'}, Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: 'SecurityGroupRule': {'1.2'}, Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: 'SubPort': {'1.0'}, Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: 'Subnet': {'1.1'}, Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: 'Trunk': {'1.1'}} Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: consumer versions: Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: { DHCP agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: L3 agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: Metadata agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: Metering agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: Open vSwitch agent@dv-cinder-786627-16-iscsi: { 'AddressGroup': '1.2', Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: 'ConntrackHelper': '1.0', Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: 'Log': '1.0', Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: 'Network': '1.1', Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: 'Port': '1.7', Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: 'PortForwarding': '1.2', Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: 'QosPolicy': '1.8', Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: 'SecurityGroup': '1.4', Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: 'SecurityGroupRule': '1.2', Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: 'SubPort': '1.0', Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: 'Subnet': '1.1', Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: 'Trunk': '1.1'}} Jun 30 10:46:54.779128 dv-cinder-786627-16-iscsi neutron-server[92944]: {{(pid=92944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 10:46:54.872049 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Attempting to bind port 77633e49-e040-43dd-8f94-7faa2f420668 on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:46:54.872357 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Attempting to bind port 77633e49-e040-43dd-8f94-7faa2f420668 by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': '9ac2d5a3-cacd-414f-9200-921e0fa0f04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'efe3d610-2add-4847-bf05-48a7b93aa26e'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:46:54.872799 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Attempting to bind port 77633e49-e040-43dd-8f94-7faa2f420668 on network efe3d610-2add-4847-bf05-48a7b93aa26e {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:46:54.877804 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:46:54.878208 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Checking segment: {'id': '9ac2d5a3-cacd-414f-9200-921e0fa0f04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'efe3d610-2add-4847-bf05-48a7b93aa26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:46:54.878697 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:54.879094 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Bound using segment: {'id': '9ac2d5a3-cacd-414f-9200-921e0fa0f04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'efe3d610-2add-4847-bf05-48a7b93aa26e'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:46:54.879601 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Bound port: 77633e49-e040-43dd-8f94-7faa2f420668, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac2d5a3-cacd-414f-9200-921e0fa0f04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'efe3d610-2add-4847-bf05-48a7b93aa26e'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:46:54.880038 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:54.943905 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] For port 77633e49-e040-43dd-8f94-7faa2f420668, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:46:54.948450 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] For port 77633e49-e040-43dd-8f94-7faa2f420668, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=77633e49-e040-43dd-8f94-7faa2f420668,segment=NetworkSegment(9ac2d5a3-cacd-414f-9200-921e0fa0f04c),segment_id=9ac2d5a3-cacd-414f-9200-921e0fa0f04c)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:46:54.952854 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:55.019550 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c49f5-9f6d-4985-a718-6f5735028b11 None None] Pushing event updated for resources: {'Port': ['ID=77633e49-e040-43dd-8f94-7faa2f420668,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:46:56.239792 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 51174) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:46:56.567914 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [None req-0f914c0c-33fc-402c-abd5-63ee1502efd0 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:46:56.568926 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-0f914c0c-33fc-402c-abd5-63ee1502efd0 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3281865 Jun 30 10:46:58.989484 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 51182) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:46:59.303090 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [None req-923e1669-38de-401b-b976-2afa658a404b admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:46:59.304081 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-923e1669-38de-401b-b976-2afa658a404b admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3136868 Jun 30 10:47:00.882258 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 77633e49-e040-43dd-8f94-7faa2f420668 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:47:00.971878 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port 77633e49-e040-43dd-8f94-7faa2f420668 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:47:01.100010 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e99776-f14d-4be6-a0c9-21f289c171e1 None None] Network efe3d610-2add-4847-bf05-48a7b93aa26e requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:47:01.161467 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-b8d97629-0ea4-4d54-9943-2dfa99c319f6 None None] Provisioning for port 77633e49-e040-43dd-8f94-7faa2f420668 completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:47:01.169303 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-b8d97629-0ea4-4d54-9943-2dfa99c319f6 None None] Provisioning complete for port 77633e49-e040-43dd-8f94-7faa2f420668 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:47:01.169694 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b8d97629-0ea4-4d54-9943-2dfa99c319f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:01.352684 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b8d97629-0ea4-4d54-9943-2dfa99c319f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:01.406292 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-b8d97629-0ea4-4d54-9943-2dfa99c319f6 None None] For port 77633e49-e040-43dd-8f94-7faa2f420668, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=77633e49-e040-43dd-8f94-7faa2f420668,segment=NetworkSegment(9ac2d5a3-cacd-414f-9200-921e0fa0f04c),segment_id=9ac2d5a3-cacd-414f-9200-921e0fa0f04c)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:47:01.412024 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b8d97629-0ea4-4d54-9943-2dfa99c319f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:01.475670 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d97629-0ea4-4d54-9943-2dfa99c319f6 None None] Pushing event updated for resources: {'Port': ['ID=77633e49-e040-43dd-8f94-7faa2f420668,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:47:01.631624 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-64e3e6d2-9516-460a-9593-d94e3f8b9078 None None] Provisioning complete for port 77633e49-e040-43dd-8f94-7faa2f420668 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:47:01.631952 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-64e3e6d2-9516-460a-9593-d94e3f8b9078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:01.950190 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 51196) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:47:02.257580 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-4c906b2e-286d-472b-b703-3f7a6dd7fa6e admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'beeab0adab4544fcb0ebdca84457bc84', 'name': 'router1'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:47:02.280929 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4c906b2e-286d-472b-b703-3f7a6dd7fa6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62852'] for router, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:02.282464 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4c906b2e-286d-472b-b703-3f7a6dd7fa6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1997727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2053697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62877'] for router, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:02.442252 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4c906b2e-286d-472b-b703-3f7a6dd7fa6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:02.446948 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4c906b2e-286d-472b-b703-3f7a6dd7fa6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995848'] for router, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:02.459798 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4c906b2e-286d-472b-b703-3f7a6dd7fa6e admin admin] Notify callbacks [] for router, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:02.460992 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-4c906b2e-286d-472b-b703-3f7a6dd7fa6e admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5098233 Jun 30 10:47:02.844776 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 77633e49-e040-43dd-8f94-7faa2f420668 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:47:02.890965 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 77633e49-e040-43dd-8f94-7faa2f420668 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:47:02.891332 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:04.821389 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 51204) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:47:05.135889 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [None req-b0eb1cbd-d8df-4314-b89e-f4f79fe48ab5 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:47:05.137778 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-b0eb1cbd-d8df-4314-b89e-f4f79fe48ab5 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3154380 Jun 30 10:47:05.903199 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-d4e07605-fe11-4751-af1f-ab15d0a6d66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:07.481680 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 51212) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:47:07.792797 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-a5d401a2-2169-4691-97e5-df608521e3d3 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:47:07.813583 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d401a2-2169-4691-97e5-df608521e3d3 admin admin] Made reservation on behalf of 7200912fb4a94b7396ef508a219dfea4 for: {'network': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:47:07.815914 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a5d401a2-2169-4691-97e5-df608521e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for network, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:07.825233 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a5d401a2-2169-4691-97e5-df608521e3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:07.914361 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a5d401a2-2169-4691-97e5-df608521e3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:07.919082 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a5d401a2-2169-4691-97e5-df608521e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:07.937048 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a5d401a2-2169-4691-97e5-df608521e3d3 admin admin] Reserving flat network on physical network physnet1 {{(pid=92942) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 30 10:47:07.953297 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d401a2-2169-4691-97e5-df608521e3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b14f89-0b38-44b1-8fed-2b7dd2a07417,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:47:07.959000 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a5d401a2-2169-4691-97e5-df608521e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:07.959342 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.db.segments_db [None req-a5d401a2-2169-4691-97e5-df608521e3d3 admin admin] Added segment 8758cdac-7ef9-4552-932e-86bbb8297e60 of type flat for network 35f17bf8-70f6-411c-85c9-98655ea214de Jun 30 10:47:08.017434 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a5d401a2-2169-4691-97e5-df608521e3d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758624023098'] for network, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:08.052285 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a5d401a2-2169-4691-97e5-df608521e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for network, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:08.053282 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d401a2-2169-4691-97e5-df608521e3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:08.053795 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a5d401a2-2169-4691-97e5-df608521e3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:08.100443 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-a5d401a2-2169-4691-97e5-df608521e3d3 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6175754 Jun 30 10:47:08.113529 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d401a2-2169-4691-97e5-df608521e3d3 admin admin] Pushing event updated for resources: {'Network': ['ID=35f17bf8-70f6-411c-85c9-98655ea214de,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:47:08.125476 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Network 35f17bf8-70f6-411c-85c9-98655ea214de details requested by agent ovs-agent-dv-cinder-786627-16-iscsi with host dv-cinder-786627-16-iscsi {{(pid=92944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:47:08.780314 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6266d83b-4797-469f-9c1c-d63233d399a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:09.001468 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:09.724021 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:10.491921 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 51230) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:47:10.705863 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acb6314-fc78-4e2e-a70a-25804303d2d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:10.707213 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-4acb6314-fc78-4e2e-a70a-25804303d2d8 admin admin] 10.222.0.91 "GET /v2.0/subnets/3aede834-85da-4bf3-b739-8e2446bfcf15 HTTP/1.1" status: 200 len: 849 time: 0.2143424 Jun 30 10:47:10.887484 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-790aac35-78fe-441e-a1c3-d7df2fbb44f3 admin admin] 10.222.0.91 "GET /v2.0/routers/79c58d5d-b574-4d20-835f-5a536ef0ac68 HTTP/1.1" status: 200 len: 704 time: 0.1740525 Jun 30 10:47:11.162837 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-94fcc61b-e8d2-4693-8b99-92bf7b074a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:11.392786 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:11.475885 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-94fcc61b-e8d2-4693-8b99-92bf7b074a02 admin admin] Allocated IP 172.20.0.1 (efe3d610-2add-4847-bf05-48a7b93aa26e/3aede834-85da-4bf3-b739-8e2446bfcf15/8d239e94-2354-4bcd-b54c-d5b4871ceb9f) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:47:11.669193 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-94fcc61b-e8d2-4693-8b99-92bf7b074a02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:11.693763 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-94fcc61b-e8d2-4693-8b99-92bf7b074a02 admin admin] Transition to ACTIVE for port object 8d239e94-2354-4bcd-b54c-d5b4871ceb9f will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:47:11.777459 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-94fcc61b-e8d2-4693-8b99-92bf7b074a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:11.846340 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fcc61b-e8d2-4693-8b99-92bf7b074a02 admin admin] Network efe3d610-2add-4847-bf05-48a7b93aa26e is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:47:11.850956 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-94fcc61b-e8d2-4693-8b99-92bf7b074a02 admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:47:11.862944 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fcc61b-e8d2-4693-8b99-92bf7b074a02 admin admin] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:47:11.863500 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-94fcc61b-e8d2-4693-8b99-92bf7b074a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996865'] for router_interface, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:11.883494 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcc61b-e8d2-4693-8b99-92bf7b074a02 admin admin] Pushing event updated for resources: {'Port': ['ID=8d239e94-2354-4bcd-b54c-d5b4871ceb9f,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:47:12.091879 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-91f6620e-18e4-4719-8d96-1e13757aa7eb None None] Provisioning for port 8d239e94-2354-4bcd-b54c-d5b4871ceb9f completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:47:12.095786 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-91f6620e-18e4-4719-8d96-1e13757aa7eb None None] Provisioning complete for port 8d239e94-2354-4bcd-b54c-d5b4871ceb9f triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:47:12.096238 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-91f6620e-18e4-4719-8d96-1e13757aa7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:12.131247 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-91f6620e-18e4-4719-8d96-1e13757aa7eb None None] Port 8d239e94-2354-4bcd-b54c-d5b4871ceb9f cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:47:12.131453 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-94fcc61b-e8d2-4693-8b99-92bf7b074a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:12.312353 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-94fcc61b-e8d2-4693-8b99-92bf7b074a02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:12.317555 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-94fcc61b-e8d2-4693-8b99-92bf7b074a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:12.318276 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-94fcc61b-e8d2-4693-8b99-92bf7b074a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1998454'] for router_interface, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:12.398250 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcc61b-e8d2-4693-8b99-92bf7b074a02 admin admin] Pushing event updated for resources: {'Port': ['ID=8d239e94-2354-4bcd-b54c-d5b4871ceb9f,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:47:12.444669 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fcc61b-e8d2-4693-8b99-92bf7b074a02 admin admin] Network efe3d610-2add-4847-bf05-48a7b93aa26e is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:47:12.445941 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-94fcc61b-e8d2-4693-8b99-92bf7b074a02 admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:47:12.606562 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fcc61b-e8d2-4693-8b99-92bf7b074a02 admin admin] Router 79c58d5d-b574-4d20-835f-5a536ef0ac68 is scheduled to L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 with binding_index 1 {{(pid=92942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:47:12.650630 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-265415eb-ea11-48f0-bed6-f7d4b8ad7fe5 None None] Provisioning complete for port 8d239e94-2354-4bcd-b54c-d5b4871ceb9f triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:47:12.651174 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-265415eb-ea11-48f0-bed6-f7d4b8ad7fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:12.691540 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-265415eb-ea11-48f0-bed6-f7d4b8ad7fe5 None None] Port 8d239e94-2354-4bcd-b54c-d5b4871ceb9f cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:47:12.709430 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fcc61b-e8d2-4693-8b99-92bf7b074a02 admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:47:12.716249 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-94fcc61b-e8d2-4693-8b99-92bf7b074a02 admin admin] 10.222.0.91 "PUT /v2.0/routers/79c58d5d-b574-4d20-835f-5a536ef0ac68/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8234758 Jun 30 10:47:12.732596 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] Sync routers for ids ['79c58d5d-b574-4d20-835f-5a536ef0ac68'] in dv-cinder-786627-16-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:47:12.744106 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] Routers {'79c58d5d-b574-4d20-835f-5a536ef0ac68'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:47:12.744856 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:47:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['79c58d5d-b574-4d20-835f-5a536ef0ac68'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:47:12.929680 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] Set router 79c58d5d-b574-4d20-835f-5a536ef0ac68 gateway port host: None {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:47:13.356774 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c58d5d-b574-4d20-835f-5a536ef0ac68', 'name': 'router1', 'tenant_id': 'beeab0adab4544fcb0ebdca84457bc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:47:02Z', 'updated_at': '2021-06-30T10:47:12Z', 'revision_number': 2, 'project_id': 'beeab0adab4544fcb0ebdca84457bc84', 'gw_port_host': None, '_interfaces': [{'id': '8d239e94-2354-4bcd-b54c-d5b4871ceb9f', 'name': '', 'network_id': 'efe3d610-2add-4847-bf05-48a7b93aa26e', 'tenant_id': 'beeab0adab4544fcb0ebdca84457bc84', 'mac_address': 'fa:16:3e:aa:8a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c58d5d-b574-4d20-835f-5a536ef0ac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3aede834-85da-4bf3-b739-8e2446bfcf15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:47:11Z', 'updated_at': '2021-06-30T10:47:12Z', 'revision_number': 2, 'project_id': 'beeab0adab4544fcb0ebdca84457bc84', 'subnets': [{'id': '3aede834-85da-4bf3-b739-8e2446bfcf15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb71ed63-5d8a-4668-9a34-9aed272cfe4b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:47:13.408276 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] Checking router: 79c58d5d-b574-4d20-835f-5a536ef0ac68 for host: dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:47:13.408660 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] Updating router 79c58d5d-b574-4d20-835f-5a536ef0ac68 port 8d239e94-2354-4bcd-b54c-d5b4871ceb9f binding host dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:47:13.473882 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:13.966984 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:13.985161 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] Transition to ACTIVE for port object 8d239e94-2354-4bcd-b54c-d5b4871ceb9f will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:47:13.992320 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:14.150372 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] Attempting to bind port 8d239e94-2354-4bcd-b54c-d5b4871ceb9f on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:47:14.150877 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] Attempting to bind port 8d239e94-2354-4bcd-b54c-d5b4871ceb9f by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': '9ac2d5a3-cacd-414f-9200-921e0fa0f04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'efe3d610-2add-4847-bf05-48a7b93aa26e'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:47:14.151348 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] Attempting to bind port 8d239e94-2354-4bcd-b54c-d5b4871ceb9f on network efe3d610-2add-4847-bf05-48a7b93aa26e {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:47:14.162371 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9fad7-ae1c-4213-b138-e6354021c543 None None] Pushing event updated for resources: {'Port': ['ID=8d239e94-2354-4bcd-b54c-d5b4871ceb9f,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:47:14.166743 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:47:14.167191 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] Checking segment: {'id': '9ac2d5a3-cacd-414f-9200-921e0fa0f04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'efe3d610-2add-4847-bf05-48a7b93aa26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:47:14.167699 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:14.168098 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] Bound using segment: {'id': '9ac2d5a3-cacd-414f-9200-921e0fa0f04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'efe3d610-2add-4847-bf05-48a7b93aa26e'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:47:14.168632 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] Bound port: 8d239e94-2354-4bcd-b54c-d5b4871ceb9f, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac2d5a3-cacd-414f-9200-921e0fa0f04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'efe3d610-2add-4847-bf05-48a7b93aa26e'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:47:14.169045 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:14.182158 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9fad7-ae1c-4213-b138-e6354021c543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:47:14.182518 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9fad7-ae1c-4213-b138-e6354021c543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:47:14.182896 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9fad7-ae1c-4213-b138-e6354021c543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:47:14.183234 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9fad7-ae1c-4213-b138-e6354021c543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:47:14.183569 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9fad7-ae1c-4213-b138-e6354021c543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:47:14.183933 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9fad7-ae1c-4213-b138-e6354021c543 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:47:14.184266 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9fad7-ae1c-4213-b138-e6354021c543 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:47:14.184596 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9fad7-ae1c-4213-b138-e6354021c543 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:47:14.184939 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9fad7-ae1c-4213-b138-e6354021c543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:47:14.185267 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9fad7-ae1c-4213-b138-e6354021c543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:47:14.185590 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9fad7-ae1c-4213-b138-e6354021c543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:47:14.185910 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9fad7-ae1c-4213-b138-e6354021c543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9fad7-ae1c-4213-b138-e6354021c543 None None] Tracked resource versions report: Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: pushed versions: Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: { 'AddressGroup': {'1.2'}, Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: 'ConntrackHelper': {'1.0'}, Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: 'Log': {'1.0'}, Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: 'Network': {'1.1'}, Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: 'Port': {'1.7'}, Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: 'PortForwarding': {'1.2'}, Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: 'QosPolicy': {'1.8'}, Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: 'SecurityGroup': {'1.4'}, Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: 'SecurityGroupRule': {'1.2'}, Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: 'SubPort': {'1.0'}, Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: 'Subnet': {'1.1'}, Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: 'Trunk': {'1.1'}} Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: consumer versions: Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: { DHCP agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: L3 agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: Metadata agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: Metering agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: Open vSwitch agent@dv-cinder-786627-16-iscsi: { 'AddressGroup': '1.2', Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: 'ConntrackHelper': '1.0', Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: 'Log': '1.0', Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: 'Network': '1.1', Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: 'Port': '1.7', Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: 'PortForwarding': '1.2', Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: 'QosPolicy': '1.8', Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: 'SecurityGroup': '1.4', Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: 'SecurityGroupRule': '1.2', Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: 'SubPort': '1.0', Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: 'Subnet': '1.1', Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: 'Trunk': '1.1'}} Jun 30 10:47:14.187249 dv-cinder-786627-16-iscsi neutron-server[92945]: {{(pid=92945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 10:47:14.250613 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] For port 8d239e94-2354-4bcd-b54c-d5b4871ceb9f, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:47:14.272864 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] For port 8d239e94-2354-4bcd-b54c-d5b4871ceb9f, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=8d239e94-2354-4bcd-b54c-d5b4871ceb9f,segment=NetworkSegment(9ac2d5a3-cacd-414f-9200-921e0fa0f04c),segment_id=9ac2d5a3-cacd-414f-9200-921e0fa0f04c)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:47:14.278236 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:14.331145 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] Routers {'79c58d5d-b574-4d20-835f-5a536ef0ac68'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:47:14.332696 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:47:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['79c58d5d-b574-4d20-835f-5a536ef0ac68'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:47:14.375388 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9fad7-ae1c-4213-b138-e6354021c543 None None] Pushing event updated for resources: {'Port': ['ID=8d239e94-2354-4bcd-b54c-d5b4871ceb9f,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:47:14.431468 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] Set router 79c58d5d-b574-4d20-835f-5a536ef0ac68 gateway port host: None {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:47:14.642538 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c58d5d-b574-4d20-835f-5a536ef0ac68', 'name': 'router1', 'tenant_id': 'beeab0adab4544fcb0ebdca84457bc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:47:02Z', 'updated_at': '2021-06-30T10:47:12Z', 'revision_number': 2, 'project_id': 'beeab0adab4544fcb0ebdca84457bc84', 'gw_port_host': None, '_interfaces': [{'id': '8d239e94-2354-4bcd-b54c-d5b4871ceb9f', 'name': '', 'network_id': 'efe3d610-2add-4847-bf05-48a7b93aa26e', 'tenant_id': 'beeab0adab4544fcb0ebdca84457bc84', 'mac_address': 'fa:16:3e:aa:8a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c58d5d-b574-4d20-835f-5a536ef0ac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3aede834-85da-4bf3-b739-8e2446bfcf15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:47:11Z', 'updated_at': '2021-06-30T10:47:14Z', 'revision_number': 4, 'project_id': 'beeab0adab4544fcb0ebdca84457bc84', 'subnets': [{'id': '3aede834-85da-4bf3-b739-8e2446bfcf15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb71ed63-5d8a-4668-9a34-9aed272cfe4b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:47:14.671658 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0940b6b-b8ee-40ff-b8eb-8a2219b28543 None None] The sync data for ids ['79c58d5d-b574-4d20-835f-5a536ef0ac68'] in dv-cinder-786627-16-iscsi is: [{'id': '79c58d5d-b574-4d20-835f-5a536ef0ac68', 'name': 'router1', 'tenant_id': 'beeab0adab4544fcb0ebdca84457bc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:47:02Z', 'updated_at': '2021-06-30T10:47:12Z', 'revision_number': 2, 'project_id': 'beeab0adab4544fcb0ebdca84457bc84', 'gw_port_host': None, '_interfaces': [{'id': '8d239e94-2354-4bcd-b54c-d5b4871ceb9f', 'name': '', 'network_id': 'efe3d610-2add-4847-bf05-48a7b93aa26e', 'tenant_id': 'beeab0adab4544fcb0ebdca84457bc84', 'mac_address': 'fa:16:3e:aa:8a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c58d5d-b574-4d20-835f-5a536ef0ac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3aede834-85da-4bf3-b739-8e2446bfcf15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:47:11Z', 'updated_at': '2021-06-30T10:47:14Z', 'revision_number': 4, 'project_id': 'beeab0adab4544fcb0ebdca84457bc84', 'subnets': [{'id': '3aede834-85da-4bf3-b739-8e2446bfcf15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb71ed63-5d8a-4668-9a34-9aed272cfe4b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:47:14.944680 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 51250) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:47:15.053559 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a9bc54-8280-4777-82d2-5212e7f991a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:15.054916 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-15a9bc54-8280-4777-82d2-5212e7f991a4 admin admin] 10.222.0.91 "GET /v2.0/networks/35f17bf8-70f6-411c-85c9-98655ea214de HTTP/1.1" status: 200 len: 842 time: 0.1092851 Jun 30 10:47:15.065081 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-f2f41d00-cd32-4123-9c7d-c45703c9cc4d admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'gateway_ip': '172.27.3.1'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:47:15.089770 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f41d00-cd32-4123-9c7d-c45703c9cc4d admin admin] Made reservation on behalf of 7200912fb4a94b7396ef508a219dfea4 for: {'subnet': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:47:15.092584 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f2f41d00-cd32-4123-9c7d-c45703c9cc4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:15.403199 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.objects.ports [None req-f2f41d00-cd32-4123-9c7d-c45703c9cc4d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 10:47:15.403686 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f2f41d00-cd32-4123-9c7d-c45703c9cc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for subnet, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:15.459955 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f41d00-cd32-4123-9c7d-c45703c9cc4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=851b99d8-6dc6-42fa-aa4a-7df3a488276b,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:47:15.469559 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f41d00-cd32-4123-9c7d-c45703c9cc4d admin admin] Checking segment: {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:47:15.469938 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f41d00-cd32-4123-9c7d-c45703c9cc4d admin admin] Network hostable DHCP agents. Network: 35f17bf8-70f6-411c-85c9-98655ea214de, hostable agents: ['b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62'], hosted agents: [] {{(pid=92942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:47:15.491655 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f41d00-cd32-4123-9c7d-c45703c9cc4d admin admin] Network 35f17bf8-70f6-411c-85c9-98655ea214de is scheduled to be hosted by DHCP agent b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62 with binding_index 1 {{(pid=92942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:47:15.503668 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-f2f41d00-cd32-4123-9c7d-c45703c9cc4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-16-iscsi, 35f17bf8-70f6-411c-85c9-98655ea214de) {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:47:15.507477 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f41d00-cd32-4123-9c7d-c45703c9cc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:15.508136 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f2f41d00-cd32-4123-9c7d-c45703c9cc4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:15.516012 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d390ab-3ffd-4278-b810-de05660bb87c None None] Network 35f17bf8-70f6-411c-85c9-98655ea214de requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:47:15.532274 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-f2f41d00-cd32-4123-9c7d-c45703c9cc4d admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4705291 Jun 30 10:47:15.648423 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f597c4-e8a7-4520-ae4f-51833994d6e4 None None] Network 35f17bf8-70f6-411c-85c9-98655ea214de requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:47:17.847301 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 51262) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:47:17.980007 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-a411c49b-5ce4-412b-8f3c-485454b6b0c8 admin admin] 10.222.0.91 "GET /v2.0/routers/79c58d5d-b574-4d20-835f-5a536ef0ac68 HTTP/1.1" status: 200 len: 710 time: 0.1310182 Jun 30 10:47:18.064134 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0e26e3-c4c6-406c-b83b-97af78f52703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:18.065506 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-6d0e26e3-c4c6-406c-b83b-97af78f52703 admin admin] 10.222.0.91 "GET /v2.0/networks/35f17bf8-70f6-411c-85c9-98655ea214de HTTP/1.1" status: 200 len: 886 time: 0.0809584 Jun 30 10:47:18.074770 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-c49720cd-22d4-4c05-8da8-89eb0963a5bd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:47:18.399403 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c49720cd-22d4-4c05-8da8-89eb0963a5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1997737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62959'] for router, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:18.640367 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c49720cd-22d4-4c05-8da8-89eb0963a5bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:18.715145 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c49720cd-22d4-4c05-8da8-89eb0963a5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:18.823868 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-c49720cd-22d4-4c05-8da8-89eb0963a5bd admin admin] Allocated IP 172.27.3.10 (35f17bf8-70f6-411c-85c9-98655ea214de/851b99d8-6dc6-42fa-aa4a-7df3a488276b/3901529b-0e1f-477c-a1ff-0fd662e6fcfd) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:47:18.882028 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 8d239e94-2354-4bcd-b54c-d5b4871ceb9f up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:47:18.930119 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c49720cd-22d4-4c05-8da8-89eb0963a5bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:18.933306 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port 8d239e94-2354-4bcd-b54c-d5b4871ceb9f completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:47:18.937234 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 8d239e94-2354-4bcd-b54c-d5b4871ceb9f triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:47:18.937611 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:18.971697 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c49720cd-22d4-4c05-8da8-89eb0963a5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:19.011079 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49720cd-22d4-4c05-8da8-89eb0963a5bd admin admin] Network 35f17bf8-70f6-411c-85c9-98655ea214de is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:47:19.013515 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:19.013645 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-c49720cd-22d4-4c05-8da8-89eb0963a5bd admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:47:19.016143 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49720cd-22d4-4c05-8da8-89eb0963a5bd admin admin] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:47:19.045632 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port 8d239e94-2354-4bcd-b54c-d5b4871ceb9f, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=8d239e94-2354-4bcd-b54c-d5b4871ceb9f,segment=NetworkSegment(9ac2d5a3-cacd-414f-9200-921e0fa0f04c),segment_id=9ac2d5a3-cacd-414f-9200-921e0fa0f04c)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:47:19.050518 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:19.056469 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49720cd-22d4-4c05-8da8-89eb0963a5bd admin admin] Pushing event updated for resources: {'Port': ['ID=3901529b-0e1f-477c-a1ff-0fd662e6fcfd,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:47:19.097217 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=8d239e94-2354-4bcd-b54c-d5b4871ceb9f,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:47:19.283978 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c49720cd-22d4-4c05-8da8-89eb0963a5bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:19.485890 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c49720cd-22d4-4c05-8da8-89eb0963a5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1997737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62959'] for router, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:19.489253 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c49720cd-22d4-4c05-8da8-89eb0963a5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1997730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1997755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985677'] for router, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:19.681510 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49720cd-22d4-4c05-8da8-89eb0963a5bd admin admin] Router 79c58d5d-b574-4d20-835f-5a536ef0ac68 has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:47:19.790757 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49720cd-22d4-4c05-8da8-89eb0963a5bd admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:47:19.795728 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c49720cd-22d4-4c05-8da8-89eb0963a5bd admin admin] Notify callbacks [] for router, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:19.796614 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-c49720cd-22d4-4c05-8da8-89eb0963a5bd admin admin] 10.222.0.91 "PUT /v2.0/routers/79c58d5d-b574-4d20-835f-5a536ef0ac68 HTTP/1.1" status: 200 len: 889 time: 1.7256594 Jun 30 10:47:19.802248 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] Sync routers for ids ['79c58d5d-b574-4d20-835f-5a536ef0ac68'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:47:19.814252 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] Routers {'79c58d5d-b574-4d20-835f-5a536ef0ac68'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:47:19.814952 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:47:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['79c58d5d-b574-4d20-835f-5a536ef0ac68'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:47:20.086750 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] Set router 79c58d5d-b574-4d20-835f-5a536ef0ac68 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:47:20.498298 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c58d5d-b574-4d20-835f-5a536ef0ac68', 'name': 'router1', 'tenant_id': 'beeab0adab4544fcb0ebdca84457bc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3901529b-0e1f-477c-a1ff-0fd662e6fcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:47:02Z', 'updated_at': '2021-06-30T10:47:19Z', 'revision_number': 4, 'project_id': 'beeab0adab4544fcb0ebdca84457bc84', 'gw_port': {'id': '3901529b-0e1f-477c-a1ff-0fd662e6fcfd', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c58d5d-b574-4d20-835f-5a536ef0ac68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:47:18Z', 'updated_at': '2021-06-30T10:47:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': '8d239e94-2354-4bcd-b54c-d5b4871ceb9f', 'name': '', 'network_id': 'efe3d610-2add-4847-bf05-48a7b93aa26e', 'tenant_id': 'beeab0adab4544fcb0ebdca84457bc84', 'mac_address': 'fa:16:3e:aa:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c58d5d-b574-4d20-835f-5a536ef0ac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3aede834-85da-4bf3-b739-8e2446bfcf15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:47:11Z', 'updated_at': '2021-06-30T10:47:19Z', 'revision_number': 5, 'project_id': 'beeab0adab4544fcb0ebdca84457bc84', 'subnets': [{'id': '3aede834-85da-4bf3-b739-8e2446bfcf15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb71ed63-5d8a-4668-9a34-9aed272cfe4b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:47:20.545843 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] Checking router: 79c58d5d-b574-4d20-835f-5a536ef0ac68 for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:47:20.546213 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] Updating router 79c58d5d-b574-4d20-835f-5a536ef0ac68 port 3901529b-0e1f-477c-a1ff-0fd662e6fcfd binding host dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:47:20.582368 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:20.872194 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 8d239e94-2354-4bcd-b54c-d5b4871ceb9f up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:47:20.941162 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:20.955678 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] Transition to ACTIVE for port object 3901529b-0e1f-477c-a1ff-0fd662e6fcfd will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:47:20.961192 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 8d239e94-2354-4bcd-b54c-d5b4871ceb9f triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:47:20.961578 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:20.964996 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:21.043983 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] Attempting to bind port 3901529b-0e1f-477c-a1ff-0fd662e6fcfd on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:47:21.044276 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] Attempting to bind port 3901529b-0e1f-477c-a1ff-0fd662e6fcfd by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:47:21.044642 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] Attempting to bind port 3901529b-0e1f-477c-a1ff-0fd662e6fcfd on network 35f17bf8-70f6-411c-85c9-98655ea214de {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:47:21.061683 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:47:21.062052 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] Checking segment: {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:47:21.062448 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:21.062839 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] Bound using segment: {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:47:21.063303 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] Bound port: 3901529b-0e1f-477c-a1ff-0fd662e6fcfd, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:47:21.063718 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:21.066943 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c5a7e-310c-4c88-8866-c5fc4e3e559a None None] Pushing event updated for resources: {'Port': ['ID=3901529b-0e1f-477c-a1ff-0fd662e6fcfd,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:47:21.146462 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] For port 3901529b-0e1f-477c-a1ff-0fd662e6fcfd, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:47:21.149467 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] For port 3901529b-0e1f-477c-a1ff-0fd662e6fcfd, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=3901529b-0e1f-477c-a1ff-0fd662e6fcfd,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:47:21.154072 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:21.295413 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] Routers {'79c58d5d-b574-4d20-835f-5a536ef0ac68'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:47:21.295965 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:47:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['79c58d5d-b574-4d20-835f-5a536ef0ac68'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:47:21.297646 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c5a7e-310c-4c88-8866-c5fc4e3e559a None None] Pushing event updated for resources: {'Port': ['ID=3901529b-0e1f-477c-a1ff-0fd662e6fcfd,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:47:21.404367 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] Set router 79c58d5d-b574-4d20-835f-5a536ef0ac68 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:47:21.610183 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c58d5d-b574-4d20-835f-5a536ef0ac68', 'name': 'router1', 'tenant_id': 'beeab0adab4544fcb0ebdca84457bc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3901529b-0e1f-477c-a1ff-0fd662e6fcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:47:02Z', 'updated_at': '2021-06-30T10:47:19Z', 'revision_number': 4, 'project_id': 'beeab0adab4544fcb0ebdca84457bc84', 'gw_port': {'id': '3901529b-0e1f-477c-a1ff-0fd662e6fcfd', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c58d5d-b574-4d20-835f-5a536ef0ac68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:47:18Z', 'updated_at': '2021-06-30T10:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': '8d239e94-2354-4bcd-b54c-d5b4871ceb9f', 'name': '', 'network_id': 'efe3d610-2add-4847-bf05-48a7b93aa26e', 'tenant_id': 'beeab0adab4544fcb0ebdca84457bc84', 'mac_address': 'fa:16:3e:aa:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c58d5d-b574-4d20-835f-5a536ef0ac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3aede834-85da-4bf3-b739-8e2446bfcf15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:47:11Z', 'updated_at': '2021-06-30T10:47:19Z', 'revision_number': 5, 'project_id': 'beeab0adab4544fcb0ebdca84457bc84', 'subnets': [{'id': '3aede834-85da-4bf3-b739-8e2446bfcf15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb71ed63-5d8a-4668-9a34-9aed272cfe4b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:47:21.636919 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f9d4c8-3d68-4981-98fa-4f3fed430542 None None] The sync data for ids ['79c58d5d-b574-4d20-835f-5a536ef0ac68'] in dv-cinder-786627-16-iscsi is: [{'id': '79c58d5d-b574-4d20-835f-5a536ef0ac68', 'name': 'router1', 'tenant_id': 'beeab0adab4544fcb0ebdca84457bc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3901529b-0e1f-477c-a1ff-0fd662e6fcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:47:02Z', 'updated_at': '2021-06-30T10:47:19Z', 'revision_number': 4, 'project_id': 'beeab0adab4544fcb0ebdca84457bc84', 'gw_port': {'id': '3901529b-0e1f-477c-a1ff-0fd662e6fcfd', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c58d5d-b574-4d20-835f-5a536ef0ac68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:47:18Z', 'updated_at': '2021-06-30T10:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': '8d239e94-2354-4bcd-b54c-d5b4871ceb9f', 'name': '', 'network_id': 'efe3d610-2add-4847-bf05-48a7b93aa26e', 'tenant_id': 'beeab0adab4544fcb0ebdca84457bc84', 'mac_address': 'fa:16:3e:aa:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c58d5d-b574-4d20-835f-5a536ef0ac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3aede834-85da-4bf3-b739-8e2446bfcf15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:47:11Z', 'updated_at': '2021-06-30T10:47:19Z', 'revision_number': 5, 'project_id': 'beeab0adab4544fcb0ebdca84457bc84', 'subnets': [{'id': '3aede834-85da-4bf3-b739-8e2446bfcf15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb71ed63-5d8a-4668-9a34-9aed272cfe4b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:47:22.210315 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 51272) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:47:22.342112 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-2dfe4cb2-603a-4cd2-84f0-be5949b0ebc0 admin admin] 10.222.0.91 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1305559 Jun 30 10:47:22.881947 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 3901529b-0e1f-477c-a1ff-0fd662e6fcfd up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:47:22.941358 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port 3901529b-0e1f-477c-a1ff-0fd662e6fcfd completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:47:22.945295 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 3901529b-0e1f-477c-a1ff-0fd662e6fcfd triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:47:22.945676 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:23.023806 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:23.047317 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port 3901529b-0e1f-477c-a1ff-0fd662e6fcfd, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=3901529b-0e1f-477c-a1ff-0fd662e6fcfd,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:47:23.049493 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:23.098595 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=3901529b-0e1f-477c-a1ff-0fd662e6fcfd,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:47:24.864951 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 3901529b-0e1f-477c-a1ff-0fd662e6fcfd up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:47:24.943108 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 3901529b-0e1f-477c-a1ff-0fd662e6fcfd triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:47:24.944173 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:27.284444 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 5 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:47:35.906261 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e3f4e2a5-c8f9-4e96-b4f3-7941ed698b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:38.787584 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8246d04c-0bb2-4e16-af2b-c5b977057f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:39.008993 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:39.729193 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:41.412281 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:04.273536 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 5 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:48:05.911758 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-bb595772-d287-4daf-8ee7-215d172534cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:08.778591 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2396fb71-1392-4f91-ac3e-06b89a692c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:09.005939 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:09.733505 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:11.424035 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:35.915359 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2e366fcd-94fb-4cc2-94f5-6dff8298d1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:38.780424 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8aeaba6c-50a8-4179-9891-2c5abd5e93ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:39.011282 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:39.734938 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:41.271743 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 5 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:48:41.420968 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:58.369073 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 51840) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:58.433846 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8093ce-4e4f-4ab7-9064-16eb6be85ad2 admin admin] GET failed (client error): The resource could not be found. Jun 30 10:48:58.435285 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-fe8093ce-4e4f-4ab7-9064-16eb6be85ad2 admin admin] 10.222.0.91 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0652480 Jun 30 10:48:58.596494 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ea2da9-d488-4c17-8b1a-b89832e830f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:58.597900 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-b7ea2da9-d488-4c17-8b1a-b89832e830f4 admin admin] 10.222.0.91 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1586022 Jun 30 10:49:00.771585 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 51850) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:49:00.867439 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c89823-a8de-4f25-aae7-1012ceb8a2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:00.868777 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-78c89823-a8de-4f25-aae7-1012ceb8a2c4 admin admin] 10.222.0.91 "GET /v2.0/subnets/3aede834-85da-4bf3-b739-8e2446bfcf15 HTTP/1.1" status: 200 len: 849 time: 0.0962539 Jun 30 10:49:00.877915 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-ba2e658a-1092-4248-bacc-d2e5de35caed admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:49:00.962578 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ba2e658a-1092-4248-bacc-d2e5de35caed admin admin] Notify callbacks [] for subnet, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:01.109299 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ba2e658a-1092-4248-bacc-d2e5de35caed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758624474628'] for subnet, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:01.147447 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2e658a-1092-4248-bacc-d2e5de35caed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:01.148066 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ba2e658a-1092-4248-bacc-d2e5de35caed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:01.149332 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-ba2e658a-1092-4248-bacc-d2e5de35caed admin admin] 10.222.0.91 "PUT /v2.0/subnets/3aede834-85da-4bf3-b739-8e2446bfcf15 HTTP/1.1" status: 200 len: 868 time: 0.2751486 Jun 30 10:49:01.152226 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53338e6-bef0-43e6-8974-de07dbf4dc3d None None] Network efe3d610-2add-4847-bf05-48a7b93aa26e requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:49:01.167233 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e658a-1092-4248-bacc-d2e5de35caed admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aede834-85da-4bf3-b739-8e2446bfcf15,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:49:01.174590 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e658a-1092-4248-bacc-d2e5de35caed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:01.174955 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e658a-1092-4248-bacc-d2e5de35caed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:01.175304 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e658a-1092-4248-bacc-d2e5de35caed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:01.175672 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e658a-1092-4248-bacc-d2e5de35caed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:01.176000 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e658a-1092-4248-bacc-d2e5de35caed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:01.176348 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e658a-1092-4248-bacc-d2e5de35caed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:01.176684 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e658a-1092-4248-bacc-d2e5de35caed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:01.177016 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e658a-1092-4248-bacc-d2e5de35caed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:01.177358 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e658a-1092-4248-bacc-d2e5de35caed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:01.177688 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e658a-1092-4248-bacc-d2e5de35caed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:01.178014 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e658a-1092-4248-bacc-d2e5de35caed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:01.178333 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e658a-1092-4248-bacc-d2e5de35caed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:01.546888 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-e98e4b42-f034-4efd-b2a8-6ff148e1fedf None None] Provisioning complete for port 77633e49-e040-43dd-8f94-7faa2f420668 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:49:01.547263 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e98e4b42-f034-4efd-b2a8-6ff148e1fedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:01.634075 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-e98e4b42-f034-4efd-b2a8-6ff148e1fedf None None] Provisioning complete for port 8d239e94-2354-4bcd-b54c-d5b4871ceb9f triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:49:01.634340 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e98e4b42-f034-4efd-b2a8-6ff148e1fedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:03.326805 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 51860) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:49:03.532976 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdf7afc-39ce-4097-afe2-18c8d159956b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:03.533359 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdf7afc-39ce-4097-afe2-18c8d159956b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:03.534904 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-9fdf7afc-39ce-4097-afe2-18c8d159956b admin admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2068207 Jun 30 10:49:05.675668 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 51868) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:49:05.876745 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cfae4f-b4f6-4c38-a5f1-98d87ee5b03a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:05.877108 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cfae4f-b4f6-4c38-a5f1-98d87ee5b03a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:05.878676 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-73cfae4f-b4f6-4c38-a5f1-98d87ee5b03a admin admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2019970 Jun 30 10:49:05.919796 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-15714a22-2912-4eb7-ba8d-e0e344edfe7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:08.031802 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 51876) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:49:08.184461 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eed7d38-de68-40c3-b01d-7df1b06a490b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:08.185809 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-6eed7d38-de68-40c3-b01d-7df1b06a490b admin admin] 10.222.0.91 "GET /v2.0/networks/35f17bf8-70f6-411c-85c9-98655ea214de HTTP/1.1" status: 200 len: 886 time: 0.1530583 Jun 30 10:49:08.786177 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4d666cc0-9d4d-4a7d-a68d-1d3cf383aa3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:09.003291 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:09.736118 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:10.363380 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 51884) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:49:10.507726 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7491613f-3270-4e24-9c83-9ca0295e0bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:10.509097 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-7491613f-3270-4e24-9c83-9ca0295e0bbd admin admin] 10.222.0.91 "GET /v2.0/networks/efe3d610-2add-4847-bf05-48a7b93aa26e HTTP/1.1" status: 200 len: 869 time: 0.1447458 Jun 30 10:49:11.424845 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:12.685064 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 51892) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:49:12.809354 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be69eab-0ac5-48ea-9ef4-aa8c7c8e65f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:12.809915 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be69eab-0ac5-48ea-9ef4-aa8c7c8e65f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:12.811444 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-3be69eab-0ac5-48ea-9ef4-aa8c7c8e65f3 admin admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1254330 Jun 30 10:49:14.965318 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 51900) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:49:15.057880 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a693bbc3-fc85-4df9-9dc3-238629c772ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:15.058257 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a693bbc3-fc85-4df9-9dc3-238629c772ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:15.059833 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-a693bbc3-fc85-4df9-9dc3-238629c772ca admin admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0935192 Jun 30 10:49:17.224538 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 51908) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:49:17.316623 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc23cbd-3109-46d6-84c1-d1e500a720d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:17.317975 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-2cc23cbd-3109-46d6-84c1-d1e500a720d9 admin admin] 10.222.0.91 "GET /v2.0/subnets/3aede834-85da-4bf3-b739-8e2446bfcf15 HTTP/1.1" status: 200 len: 868 time: 0.0924861 Jun 30 10:49:18.271572 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 5 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:49:19.465830 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 51916) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:49:19.550244 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3507991-84b6-4a06-92f2-48690a05679d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:19.551575 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-e3507991-84b6-4a06-92f2-48690a05679d admin admin] 10.222.0.91 "GET /v2.0/subnets/851b99d8-6dc6-42fa-aa4a-7df3a488276b HTTP/1.1" status: 200 len: 816 time: 0.0848038 Jun 30 10:49:35.922012 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c0356329-856d-44e1-bf60-b55c85d48f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:38.788300 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-96bea229-f789-4b3e-830f-72f78e042e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:39.005638 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:39.738117 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:41.429995 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:43.033112 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 51960) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:49:43.079801 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [None req-25476d71-16c9-4def-83af-67bba6458434 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:49:43.080815 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-25476d71-16c9-4def-83af-67bba6458434 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467098 Jun 30 10:49:45.323111 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 51968) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:49:45.382798 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69a91ca-a8d9-44e0-9834-64f112fff373 admin admin] GET failed (client error): The resource could not be found. Jun 30 10:49:45.384152 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-c69a91ca-a8d9-44e0-9834-64f112fff373 admin admin] 10.222.0.91 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598435 Jun 30 10:49:45.528677 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4369695c-57de-4196-8ed9-70bd36417489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:45.530043 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-4369695c-57de-4196-8ed9-70bd36417489 admin admin] 10.222.0.91 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1415503 Jun 30 10:49:47.698888 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 51976) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:49:47.747380 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-46f7366b-96db-47c2-8c70-a2a88f71b51d admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:49:47.777771 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f7366b-96db-47c2-8c70-a2a88f71b51d admin admin] Made reservation on behalf of 7200912fb4a94b7396ef508a219dfea4 for: {'network': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:49:47.780125 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-46f7366b-96db-47c2-8c70-a2a88f71b51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for network, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:47.825786 dv-cinder-786627-16-iscsi neutron-server[92943]: WARNING neutron.services.revisions.revision_plugin [None req-46f7366b-96db-47c2-8c70-a2a88f71b51d admin admin] Could not find related network for resource to bump revision. Jun 30 10:49:47.844249 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f7366b-96db-47c2-8c70-a2a88f71b51d admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=92943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:49:47.859245 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-46f7366b-96db-47c2-8c70-a2a88f71b51d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758624453434', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:47.859869 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-46f7366b-96db-47c2-8c70-a2a88f71b51d admin admin] Unsubscribe: segment precommit_create {{(pid=92943) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 10:49:47.860364 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.db.segments_db [None req-46f7366b-96db-47c2-8c70-a2a88f71b51d admin admin] Added segment 49455d39-eb41-4fc3-ab38-5b66cce7dde1 of type vlan for network 1abf062c-4dce-49ce-9ed7-3c1d620d9b2e Jun 30 10:49:47.911107 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-46f7366b-96db-47c2-8c70-a2a88f71b51d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758624023098'] for network, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:47.955075 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-46f7366b-96db-47c2-8c70-a2a88f71b51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for network, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:47.956081 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f7366b-96db-47c2-8c70-a2a88f71b51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:47.956672 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-46f7366b-96db-47c2-8c70-a2a88f71b51d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:48.024744 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-46f7366b-96db-47c2-8c70-a2a88f71b51d admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3247290 Jun 30 10:49:48.051783 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7366b-96db-47c2-8c70-a2a88f71b51d admin admin] Pushing event updated for resources: {'Network': ['ID=1abf062c-4dce-49ce-9ed7-3c1d620d9b2e,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:49:48.063418 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Network 1abf062c-4dce-49ce-9ed7-3c1d620d9b2e details requested by agent ovs-agent-dv-cinder-786627-16-iscsi with host dv-cinder-786627-16-iscsi {{(pid=92944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:49:50.229720 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 51984) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:49:50.290028 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0af0448-6def-4268-93bb-3acee3f34dfb admin admin] GET failed (client error): The resource could not be found. Jun 30 10:49:50.291343 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-d0af0448-6def-4268-93bb-3acee3f34dfb admin admin] 10.222.0.91 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606642 Jun 30 10:49:50.360515 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688597fb-e7b4-4746-b289-827b9ab78a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:50.361965 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-688597fb-e7b4-4746-b289-827b9ab78a30 admin admin] 10.222.0.91 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668049 Jun 30 10:49:50.372330 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-8031bb15-bc97-48f9-8d48-91afdd48e70a admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '1abf062c-4dce-49ce-9ed7-3c1d620d9b2e', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:49:50.393581 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8031bb15-bc97-48f9-8d48-91afdd48e70a admin admin] Made reservation on behalf of 7200912fb4a94b7396ef508a219dfea4 for: {'subnet': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:49:50.396004 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-8031bb15-bc97-48f9-8d48-91afdd48e70a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:50.607611 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-8031bb15-bc97-48f9-8d48-91afdd48e70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for subnet, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:50.663382 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031bb15-bc97-48f9-8d48-91afdd48e70a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f35b0aa7-3c08-42e4-b640-1ac3c361845f,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:49:50.671678 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8031bb15-bc97-48f9-8d48-91afdd48e70a admin admin] Checking segment: {'id': '49455d39-eb41-4fc3-ab38-5b66cce7dde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1abf062c-4dce-49ce-9ed7-3c1d620d9b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:49:50.672135 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8031bb15-bc97-48f9-8d48-91afdd48e70a admin admin] Network hostable DHCP agents. Network: 1abf062c-4dce-49ce-9ed7-3c1d620d9b2e, hostable agents: ['b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62'], hosted agents: [] {{(pid=92943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:49:50.688063 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8031bb15-bc97-48f9-8d48-91afdd48e70a admin admin] Network 1abf062c-4dce-49ce-9ed7-3c1d620d9b2e is scheduled to be hosted by DHCP agent b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62 with binding_index 1 {{(pid=92943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:49:50.696319 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-8031bb15-bc97-48f9-8d48-91afdd48e70a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-16-iscsi, 1abf062c-4dce-49ce-9ed7-3c1d620d9b2e) {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:49:50.700484 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8031bb15-bc97-48f9-8d48-91afdd48e70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:50.701059 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-8031bb15-bc97-48f9-8d48-91afdd48e70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:50.706151 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866d90ab-cb70-4040-beb3-d1ae6fbe667b None None] Network 1abf062c-4dce-49ce-9ed7-3c1d620d9b2e requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:49:50.720283 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-8031bb15-bc97-48f9-8d48-91afdd48e70a admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3458152 Jun 30 10:49:50.953447 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65ad8d37-cf45-5b11-a5e0-a707ba50435d-1abf062c-4dce-49ce-9ed7-3c1d620d9b2e', 'network_id': '1abf062c-4dce-49ce-9ed7-3c1d620d9b2e', 'tenant_id': '7200912fb4a94b7396ef508a219dfea4', 'fixed_ips': [{'subnet_id': 'f35b0aa7-3c08-42e4-b640-1ac3c361845f'}]}} from dv-cinder-786627-16-iscsi. {{(pid=92944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:49:50.954388 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:51.093950 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Allocated IP 192.168.233.2 (1abf062c-4dce-49ce-9ed7-3c1d620d9b2e/f35b0aa7-3c08-42e4-b640-1ac3c361845f/93c17aa0-c230-4b31-97da-bcd0ab846719) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:49:51.235895 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:51.244628 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Transition to ACTIVE for port object 93c17aa0-c230-4b31-97da-bcd0ab846719 will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:49:51.259297 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Transition to ACTIVE for port object 93c17aa0-c230-4b31-97da-bcd0ab846719 will not be triggered until provisioned by entity DHCP. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:49:51.265763 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:51.307001 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Network 1abf062c-4dce-49ce-9ed7-3c1d620d9b2e is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:49:51.309912 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:49:51.313429 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:49:51.323253 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Pushing event updated for resources: {'Port': ['ID=93c17aa0-c230-4b31-97da-bcd0ab846719,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:49:51.347721 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:51.348110 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:51.348462 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:51.348806 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:51.349146 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:51.349483 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:51.349995 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:51.350433 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:51.350807 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:51.351126 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:51.351462 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:51.351822 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:51.387385 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Attempting to bind port 93c17aa0-c230-4b31-97da-bcd0ab846719 on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:49:51.387849 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Attempting to bind port 93c17aa0-c230-4b31-97da-bcd0ab846719 by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': '49455d39-eb41-4fc3-ab38-5b66cce7dde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1abf062c-4dce-49ce-9ed7-3c1d620d9b2e'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:49:51.388218 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Attempting to bind port 93c17aa0-c230-4b31-97da-bcd0ab846719 on network 1abf062c-4dce-49ce-9ed7-3c1d620d9b2e {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:49:51.393724 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:49:51.394120 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Checking segment: {'id': '49455d39-eb41-4fc3-ab38-5b66cce7dde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1abf062c-4dce-49ce-9ed7-3c1d620d9b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:49:51.394522 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:51.394917 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Bound using segment: {'id': '49455d39-eb41-4fc3-ab38-5b66cce7dde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1abf062c-4dce-49ce-9ed7-3c1d620d9b2e'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:49:51.395390 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Bound port: 93c17aa0-c230-4b31-97da-bcd0ab846719, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49455d39-eb41-4fc3-ab38-5b66cce7dde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1abf062c-4dce-49ce-9ed7-3c1d620d9b2e'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:49:51.395835 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:51.460010 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] For port 93c17aa0-c230-4b31-97da-bcd0ab846719, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:49:51.463673 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] For port 93c17aa0-c230-4b31-97da-bcd0ab846719, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=93c17aa0-c230-4b31-97da-bcd0ab846719,segment=NetworkSegment(49455d39-eb41-4fc3-ab38-5b66cce7dde1),segment_id=49455d39-eb41-4fc3-ab38-5b66cce7dde1)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:49:51.468603 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:51.530313 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7783c-4463-4383-a136-361e4fb0b399 None None] Pushing event updated for resources: {'Port': ['ID=93c17aa0-c230-4b31-97da-bcd0ab846719,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:49:52.332828 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ca59c4-1b12-4771-bf63-2a479b1c537d None None] Network 1abf062c-4dce-49ce-9ed7-3c1d620d9b2e requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:49:52.456955 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-2b4757b5-9a65-4cb1-bb1c-f1b65b325f0b None None] Provisioning for port 93c17aa0-c230-4b31-97da-bcd0ab846719 completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:49:53.005151 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 93c17aa0-c230-4b31-97da-bcd0ab846719 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:49:53.058611 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port 93c17aa0-c230-4b31-97da-bcd0ab846719 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:49:53.062504 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 93c17aa0-c230-4b31-97da-bcd0ab846719 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:49:53.062880 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:53.141457 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:53.174917 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port 93c17aa0-c230-4b31-97da-bcd0ab846719, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=93c17aa0-c230-4b31-97da-bcd0ab846719,segment=NetworkSegment(49455d39-eb41-4fc3-ab38-5b66cce7dde1),segment_id=49455d39-eb41-4fc3-ab38-5b66cce7dde1)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:49:53.179957 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:53.234220 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=93c17aa0-c230-4b31-97da-bcd0ab846719,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:49:54.990016 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 93c17aa0-c230-4b31-97da-bcd0ab846719 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:49:55.036324 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 93c17aa0-c230-4b31-97da-bcd0ab846719 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:49:55.036620 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:55.270684 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 5 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:50:05.923776 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9634ac0f-89b8-430b-b853-445bbfe1493f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:08.790619 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-78b2ae80-2a5c-4731-b861-d361d6909c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:09.007258 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:09.743156 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:11.431169 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:32.269456 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 5 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:50:35.925648 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-d59019c4-c95f-4014-abcc-0bdad49c18d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:38.792016 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-03338bdb-d389-400e-b19f-c982491d4fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:39.010476 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:39.747432 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:41.432679 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:58.596470 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 52036) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:58.602872 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [None req-da61f78c-9729-4041-8418-0b319b065d1b tempest-verify_tempest_config-1086670891 tempest-verify_tempest_config-1086670891-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:50:58.603875 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-da61f78c-9729-4041-8418-0b319b065d1b tempest-verify_tempest_config-1086670891 tempest-verify_tempest_config-1086670891-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064051 Jun 30 10:50:58.901246 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 52054) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:59.005363 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c72c942b-01df-4736-8a18-d37a914c6714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:59.125100 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c72c942b-01df-4736-8a18-d37a914c6714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:59.128687 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c72c942b-01df-4736-8a18-d37a914c6714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:59.175325 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-c72c942b-01df-4736-8a18-d37a914c6714 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1454b9c3083d4bc394fdbfb751fe5c64&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2730210 Jun 30 10:50:59.176660 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c942b-01df-4736-8a18-d37a914c6714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee59de2-07e5-41d9-98ab-6c04a7481cb9,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:59.178588 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 52058) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:59.183948 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c942b-01df-4736-8a18-d37a914c6714 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:59.184330 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c942b-01df-4736-8a18-d37a914c6714 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:59.184672 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c942b-01df-4736-8a18-d37a914c6714 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:59.185014 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c942b-01df-4736-8a18-d37a914c6714 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:59.185352 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c942b-01df-4736-8a18-d37a914c6714 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:59.185720 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c942b-01df-4736-8a18-d37a914c6714 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:59.186059 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c942b-01df-4736-8a18-d37a914c6714 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:59.186406 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c942b-01df-4736-8a18-d37a914c6714 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:59.186741 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c942b-01df-4736-8a18-d37a914c6714 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:59.187072 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c942b-01df-4736-8a18-d37a914c6714 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:59.187397 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c942b-01df-4736-8a18-d37a914c6714 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:59.187859 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c942b-01df-4736-8a18-d37a914c6714 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:59.237691 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-dde25566-4f23-43a4-a47b-eb6daf6af677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:59.258459 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-dde25566-4f23-43a4-a47b-eb6daf6af677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:59.346565 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-dde25566-4f23-43a4-a47b-eb6daf6af677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:59.349153 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-dde25566-4f23-43a4-a47b-eb6daf6af677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:59.350582 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-dde25566-4f23-43a4-a47b-eb6daf6af677 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2ee59de2-07e5-41d9-98ab-6c04a7481cb9 HTTP/1.1" status: 204 len: 168 time: 0.1710281 Jun 30 10:50:59.359106 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde25566-4f23-43a4-a47b-eb6daf6af677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee59de2-07e5-41d9-98ab-6c04a7481cb9,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:59.366138 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde25566-4f23-43a4-a47b-eb6daf6af677 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:59.366623 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde25566-4f23-43a4-a47b-eb6daf6af677 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:59.366952 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde25566-4f23-43a4-a47b-eb6daf6af677 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:59.367295 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde25566-4f23-43a4-a47b-eb6daf6af677 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:59.367647 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde25566-4f23-43a4-a47b-eb6daf6af677 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:59.368083 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde25566-4f23-43a4-a47b-eb6daf6af677 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:59.368338 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde25566-4f23-43a4-a47b-eb6daf6af677 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:59.368713 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde25566-4f23-43a4-a47b-eb6daf6af677 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:59.369047 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde25566-4f23-43a4-a47b-eb6daf6af677 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:59.369370 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde25566-4f23-43a4-a47b-eb6daf6af677 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:59.369698 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde25566-4f23-43a4-a47b-eb6daf6af677 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:59.370023 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde25566-4f23-43a4-a47b-eb6daf6af677 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:51:05.927168 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a3027af0-a97e-4030-820d-90aa482c87f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:08.793437 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8df5063c-4796-4f5b-ab1f-b30d6390f737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:09.015805 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:09.267596 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 5 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:51:09.753175 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:11.433507 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:35.930557 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a8bca6df-737f-4039-aaf2-f974512c3681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:38.795123 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1485a94e-5920-4619-aacb-e4f6fd30f34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:39.009245 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:39.750106 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:41.436349 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:46.267733 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 5 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:52:05.930837 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0d404043-33b3-4532-b1bd-5caa157b4dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:52:08.795504 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b515c54c-f895-44ee-9518-4a061dc2e329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:52:09.011269 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:52:09.754350 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:52:11.440661 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:52:23.266314 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 5 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:52:33.166084 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1992675'] for agent, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:52:35.936700 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4418d4d9-6171-432a-b412-96de0385ffc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:52:37.519489 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 52112) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:52:37.622783 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-ad3a73d7-9234-4acf-878d-b7f040f86d28 admin admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1021845 Jun 30 10:52:38.802936 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-32eefe58-2f14-40b0-83a8-8d0ec329fc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:52:39.012572 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:52:39.756993 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:52:39.826280 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 52122) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:52:39.885439 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-5d216ec4-f5b6-4bfd-bff3-97fb895d6f8e admin admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0580087 Jun 30 10:52:41.441410 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:00.265487 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:53:03.118585 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:05.936509 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a2978c9d-47c4-446a-ab41-2dad6546242b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:08.794943 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-95ce1214-c0a8-4123-a2c2-1b07ecf0338b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:09.012961 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:09.757742 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:11.445492 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:33.139680 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:35.945573 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-00e3ce69-f579-4c17-ba16-f73c45b3a942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:37.264631 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:53:38.796962 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e88c2f8b-26c1-4285-9272-c13376e49900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:39.015801 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:39.760291 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:41.447993 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:03.126818 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:05.944401 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9f2cded9-24cd-453b-a926-1a8ea668538a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:08.055009 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 52292) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:08.358674 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-566958445-network', 'tenant_id': 'ba59ae1dd0854ec58e3e087862fe2717'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:08.384869 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 52324) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:08.393765 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Made reservation on behalf of ba59ae1dd0854ec58e3e087862fe2717 for: {'network': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:54:08.396510 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for network, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:08.406794 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:08.504863 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:08.509639 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:08.521123 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=92943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:54:08.531005 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:08.531363 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.db.segments_db [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Added segment 602facd0-b748-432b-9c59-5356cfe8f0eb of type vlan for network bed23b81-a268-4baa-a8b3-0d89a55f5b16 Jun 30 10:54:08.544387 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-4f25590d-7daa-4982-ab7a-d7868a2237c0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-982573182-network', 'tenant_id': '95a0b07371fd4fe3b3f8961fdff1edb7'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:08.598393 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e031a6-8731-4239-a81c-7567aded2c98,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:08.610015 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:08.610639 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:08.611154 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:08.611495 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:08.612036 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:08.612188 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:08.612545 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:08.612865 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:08.613408 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:08.613692 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:08.613844 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:08.614171 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Tracked resource versions report: Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: pushed versions: Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: { 'AddressGroup': {'1.2'}, Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: 'ConntrackHelper': {'1.0'}, Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: 'Log': {'1.0'}, Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: 'Network': {'1.1'}, Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: 'Port': {'1.7'}, Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: 'PortForwarding': {'1.2'}, Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: 'QosPolicy': {'1.8'}, Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: 'SecurityGroup': {'1.4'}, Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: 'SecurityGroupRule': {'1.2'}, Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: 'SubPort': {'1.0'}, Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: 'Subnet': {'1.1'}, Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: 'Trunk': {'1.1'}} Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: consumer versions: Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: { DHCP agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: HyperV agent@hv-cinder-78662: {}, Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: L3 agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: Metadata agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: Metering agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: Open vSwitch agent@dv-cinder-786627-16-iscsi: { 'AddressGroup': '1.2', Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: 'ConntrackHelper': '1.0', Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: 'Log': '1.0', Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: 'Network': '1.1', Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: 'Port': '1.7', Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: 'PortForwarding': '1.2', Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: 'QosPolicy': '1.8', Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: 'SecurityGroup': '1.4', Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: 'SecurityGroupRule': '1.2', Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: 'SubPort': '1.0', Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: 'Subnet': '1.1', Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: 'Trunk': '1.1'}} Jun 30 10:54:08.615393 dv-cinder-786627-16-iscsi neutron-server[92943]: {{(pid=92943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 10:54:08.629263 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758624023098'] for network, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:08.633940 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f25590d-7daa-4982-ab7a-d7868a2237c0 admin admin] Made reservation on behalf of 95a0b07371fd4fe3b3f8961fdff1edb7 for: {'network': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:54:08.636437 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4f25590d-7daa-4982-ab7a-d7868a2237c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for network, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:08.650190 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4f25590d-7daa-4982-ab7a-d7868a2237c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:08.691581 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for network, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:08.692578 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:08.693165 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:08.774556 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] Pushing event updated for resources: {'Network': ['ID=bed23b81-a268-4baa-a8b3-0d89a55f5b16,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:08.802888 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Network bed23b81-a268-4baa-a8b3-0d89a55f5b16 details requested by agent ovs-agent-dv-cinder-786627-16-iscsi with host dv-cinder-786627-16-iscsi {{(pid=92944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:54:08.825800 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4f25590d-7daa-4982-ab7a-d7868a2237c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:08.832615 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4f25590d-7daa-4982-ab7a-d7868a2237c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:08.854523 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 52348) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:08.870364 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] Request body: {'subnet': {'network_id': 'bed23b81-a268-4baa-a8b3-0d89a55f5b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-566958445-subnet', 'tenant_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:08.874571 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-1f95b030-58f9-4c60-96eb-8d6b31dd9f2d admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8182395 Jun 30 10:54:08.894042 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-016903ac-1ae5-4b0c-acf9-245c60091dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:08.904978 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f25590d-7daa-4982-ab7a-d7868a2237c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=92943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:54:08.907016 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] Made reservation on behalf of ba59ae1dd0854ec58e3e087862fe2717 for: {'subnet': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:54:08.909997 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:08.919734 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25590d-7daa-4982-ab7a-d7868a2237c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0ef213-768d-4a86-8da5-4eb99e928160,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:08.926247 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4f25590d-7daa-4982-ab7a-d7868a2237c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:08.926871 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.db.segments_db [None req-4f25590d-7daa-4982-ab7a-d7868a2237c0 admin admin] Added segment 131f5df0-745c-453f-ab22-21b461f76f62 of type vlan for network 12bb83a3-4778-4b98-8442-64577c978638 Jun 30 10:54:08.980925 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 52356) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:08.994191 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4f25590d-7daa-4982-ab7a-d7868a2237c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758624023098'] for network, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:09.023293 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:09.034740 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 52360) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:09.037291 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4f25590d-7daa-4982-ab7a-d7868a2237c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for network, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:09.038231 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f25590d-7daa-4982-ab7a-d7868a2237c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:09.038817 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4f25590d-7daa-4982-ab7a-d7868a2237c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:09.116228 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25590d-7daa-4982-ab7a-d7868a2237c0 admin admin] Pushing event updated for resources: {'Network': ['ID=12bb83a3-4778-4b98-8442-64577c978638,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:09.129545 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for subnet, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:09.132236 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Network 12bb83a3-4778-4b98-8442-64577c978638 details requested by agent ovs-agent-dv-cinder-786627-16-iscsi with host dv-cinder-786627-16-iscsi {{(pid=92944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:54:09.132412 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-4f25590d-7daa-4982-ab7a-d7868a2237c0 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7459426 Jun 30 10:54:09.135112 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 52364) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:09.147699 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-4d0d5a45-05f0-4573-8893-60f93dc7bccd admin admin] Request body: {'subnet': {'network_id': '12bb83a3-4778-4b98-8442-64577c978638', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-982573182-subnet', 'tenant_id': '95a0b07371fd4fe3b3f8961fdff1edb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:09.182215 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6b7436d-5b83-48d2-ab4c-acf6e73a305c,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:09.193789 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0d5a45-05f0-4573-8893-60f93dc7bccd admin admin] Made reservation on behalf of 95a0b07371fd4fe3b3f8961fdff1edb7 for: {'subnet': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:54:09.196247 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4d0d5a45-05f0-4573-8893-60f93dc7bccd admin admin] Notify callbacks [] for subnet, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:09.202183 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:09.202565 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:09.202923 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:09.203524 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:09.208017 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:09.208418 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:09.208783 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:09.209124 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:09.209476 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:09.209818 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:09.210162 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:09.210486 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] Tracked resource versions report: Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: pushed versions: Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: { 'AddressGroup': {'1.2'}, Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: 'ConntrackHelper': {'1.0'}, Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: 'Log': {'1.0'}, Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: 'Network': {'1.1'}, Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: 'Port': {'1.7'}, Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: 'PortForwarding': {'1.2'}, Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: 'QosPolicy': {'1.8'}, Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: 'SecurityGroup': {'1.4'}, Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: 'SecurityGroupRule': {'1.2'}, Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: 'SubPort': {'1.0'}, Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: 'Subnet': {'1.1'}, Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: 'Trunk': {'1.1'}} Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: consumer versions: Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: { DHCP agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: HyperV agent@hv-cinder-78662: {}, Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: L3 agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: Metadata agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: Metering agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: Open vSwitch agent@dv-cinder-786627-16-iscsi: { 'AddressGroup': '1.2', Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: 'ConntrackHelper': '1.0', Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: 'Log': '1.0', Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: 'Network': '1.1', Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: 'Port': '1.7', Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: 'PortForwarding': '1.2', Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: 'QosPolicy': '1.8', Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: 'SecurityGroup': '1.4', Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: 'SecurityGroupRule': '1.2', Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: 'SubPort': '1.0', Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: 'Subnet': '1.1', Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: 'Trunk': '1.1'}} Jun 30 10:54:09.211604 dv-cinder-786627-16-iscsi neutron-server[92942]: {{(pid=92942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 10:54:09.240596 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] Checking segment: {'id': '602facd0-b748-432b-9c59-5356cfe8f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bed23b81-a268-4baa-a8b3-0d89a55f5b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:54:09.240957 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] Network hostable DHCP agents. Network: bed23b81-a268-4baa-a8b3-0d89a55f5b16, hostable agents: ['b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62'], hosted agents: [] {{(pid=92942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:54:09.246070 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 52368) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:09.268066 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] Network bed23b81-a268-4baa-a8b3-0d89a55f5b16 is scheduled to be hosted by DHCP agent b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62 with binding_index 1 {{(pid=92942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:54:09.291947 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-16-iscsi, bed23b81-a268-4baa-a8b3-0d89a55f5b16) {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:09.301328 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:09.302159 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:09.305423 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b034d403-2d0f-47bd-a338-4dd9b11038ea None None] Network bed23b81-a268-4baa-a8b3-0d89a55f5b16 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:54:09.330452 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-4be1764d-74d7-4a80-a36d-3938355a7d96 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4748244 Jun 30 10:54:09.333206 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 52372) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:09.341606 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-de7b9a0d-209a-4e7d-898d-4cbdb9f9110a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-566958445-router', 'tenant_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:09.394918 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-de7b9a0d-209a-4e7d-898d-4cbdb9f9110a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62852'] for router, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:09.396925 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-de7b9a0d-209a-4e7d-898d-4cbdb9f9110a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1997727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2053697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62877'] for router, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:09.452141 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-2b7451bd-2ba7-423f-b3da-1ea1761b425a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-198847591-network', 'tenant_id': '7789f67dc72a47fb92630538059ec02e'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:09.467279 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-31240d37-1c4e-4828-966e-a7d80c79bbfa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1421298501-network', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:09.510984 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3f34c5-4cff-4d61-801e-d5691eeab5e2 None None] Network bed23b81-a268-4baa-a8b3-0d89a55f5b16 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:54:09.544672 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.db.api [None req-31240d37-1c4e-4828-966e-a7d80c79bbfa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 10:54:09.544672 dv-cinder-786627-16-iscsi neutron-server[92943]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 10:54:09.544672 dv-cinder-786627-16-iscsi neutron-server[92943]: [parameters: {'project_id_1': 'dd767d920c4042ebb7ff4a63cffdc075', 'expiration_1': datetime.datetime(2021, 6, 30, 10, 54, 9, 487579)}] Jun 30 10:54:09.544672 dv-cinder-786627-16-iscsi neutron-server[92943]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 10:54:09.545158 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG oslo_db.api [None req-31240d37-1c4e-4828-966e-a7d80c79bbfa admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 10:54:09.597608 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7451bd-2ba7-423f-b3da-1ea1761b425a admin admin] Made reservation on behalf of 7789f67dc72a47fb92630538059ec02e for: {'network': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:54:09.599973 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2b7451bd-2ba7-423f-b3da-1ea1761b425a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for network, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:09.614009 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-a449a9cf-a955-4a57-be49-8e71112cbe42 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-555392615-network', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:09.625343 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2b7451bd-2ba7-423f-b3da-1ea1761b425a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:09.636270 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-de7b9a0d-209a-4e7d-898d-4cbdb9f9110a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:09.683970 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4d0d5a45-05f0-4573-8893-60f93dc7bccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for subnet, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:09.774143 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:09.814406 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d5a45-05f0-4573-8893-60f93dc7bccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc711361-94c7-4788-9ac6-7caba4308a3e,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:09.831736 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0d5a45-05f0-4573-8893-60f93dc7bccd admin admin] Checking segment: {'id': '131f5df0-745c-453f-ab22-21b461f76f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '12bb83a3-4778-4b98-8442-64577c978638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:54:09.832254 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0d5a45-05f0-4573-8893-60f93dc7bccd admin admin] Network hostable DHCP agents. Network: 12bb83a3-4778-4b98-8442-64577c978638, hostable agents: ['b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62'], hosted agents: [] {{(pid=92943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:54:09.864586 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0d5a45-05f0-4573-8893-60f93dc7bccd admin admin] Network 12bb83a3-4778-4b98-8442-64577c978638 is scheduled to be hosted by DHCP agent b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62 with binding_index 1 {{(pid=92943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:54:09.889201 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-4d0d5a45-05f0-4573-8893-60f93dc7bccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-16-iscsi, 12bb83a3-4778-4b98-8442-64577c978638) {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:09.893625 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0d5a45-05f0-4573-8893-60f93dc7bccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:09.894406 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4d0d5a45-05f0-4573-8893-60f93dc7bccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:09.900948 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970ec01b-2873-4317-97be-576a5d6d4fee None None] Network 12bb83a3-4778-4b98-8442-64577c978638 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:54:09.915702 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-de7b9a0d-209a-4e7d-898d-4cbdb9f9110a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1997737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62959'] for router, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:09.940363 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-4d0d5a45-05f0-4573-8893-60f93dc7bccd admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8026607 Jun 30 10:54:09.962448 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a449a9cf-a955-4a57-be49-8e71112cbe42 admin admin] Made reservation on behalf of f97ed3dca85f49a08eeaada9d16f9c13 for: {'network': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:54:09.971505 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a449a9cf-a955-4a57-be49-8e71112cbe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for network, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:10.034994 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a449a9cf-a955-4a57-be49-8e71112cbe42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:10.080234 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d327d1-2637-4e0f-81c2-aef0294b7d2c None None] Network 12bb83a3-4778-4b98-8442-64577c978638 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:54:10.085627 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2b7451bd-2ba7-423f-b3da-1ea1761b425a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:10.094252 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2b7451bd-2ba7-423f-b3da-1ea1761b425a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:10.144838 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7451bd-2ba7-423f-b3da-1ea1761b425a admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=92943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:54:10.192644 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2b7451bd-2ba7-423f-b3da-1ea1761b425a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:10.192907 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.db.segments_db [None req-2b7451bd-2ba7-423f-b3da-1ea1761b425a admin admin] Added segment a4b16849-21ca-418a-a687-42fb430f6d22 of type vlan for network a20081a6-ba67-4abf-96ef-d0d83658aac0 Jun 30 10:54:10.218363 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7451bd-2ba7-423f-b3da-1ea1761b425a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff0c4d0-7f7a-4c63-8445-6b059967e52b,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:10.348835 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2b7451bd-2ba7-423f-b3da-1ea1761b425a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758624023098'] for network, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:10.404634 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2b7451bd-2ba7-423f-b3da-1ea1761b425a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for network, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:10.408069 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7451bd-2ba7-423f-b3da-1ea1761b425a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:10.409635 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2b7451bd-2ba7-423f-b3da-1ea1761b425a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:10.490567 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-de7b9a0d-209a-4e7d-898d-4cbdb9f9110a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:10.493679 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a449a9cf-a955-4a57-be49-8e71112cbe42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:10.517904 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a449a9cf-a955-4a57-be49-8e71112cbe42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:10.524594 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-de7b9a0d-209a-4e7d-898d-4cbdb9f9110a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:10.545570 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a449a9cf-a955-4a57-be49-8e71112cbe42 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=92942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:54:10.562291 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7451bd-2ba7-423f-b3da-1ea1761b425a admin admin] Pushing event updated for resources: {'Network': ['ID=a20081a6-ba67-4abf-96ef-d0d83658aac0,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:10.571944 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31240d37-1c4e-4828-966e-a7d80c79bbfa admin admin] Made reservation on behalf of dd767d920c4042ebb7ff4a63cffdc075 for: {'network': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:54:10.572298 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Network a20081a6-ba67-4abf-96ef-d0d83658aac0 details requested by agent ovs-agent-dv-cinder-786627-16-iscsi with host dv-cinder-786627-16-iscsi {{(pid=92944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:54:10.577229 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-31240d37-1c4e-4828-966e-a7d80c79bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for network, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:10.582825 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-2b7451bd-2ba7-423f-b3da-1ea1761b425a admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5990999 Jun 30 10:54:10.597855 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 52418) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:10.613167 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a449a9cf-a955-4a57-be49-8e71112cbe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:10.613515 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.db.segments_db [None req-a449a9cf-a955-4a57-be49-8e71112cbe42 admin admin] Added segment 77d01b3d-de25-4204-b64a-7d67e17a8c5d of type vlan for network b064df9a-1bb0-4ef7-88cf-3439f5069f39 Jun 30 10:54:10.619749 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-65b98c00-4efb-4e1a-ad08-82c766fddec8 admin admin] Request body: {'subnet': {'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-198847591-subnet', 'tenant_id': '7789f67dc72a47fb92630538059ec02e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:10.624027 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-31240d37-1c4e-4828-966e-a7d80c79bbfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:10.696470 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449a9cf-a955-4a57-be49-8e71112cbe42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10b99ec-0d33-44f1-b04f-430aea07148f,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:10.702547 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b98c00-4efb-4e1a-ad08-82c766fddec8 admin admin] Made reservation on behalf of 7789f67dc72a47fb92630538059ec02e for: {'subnet': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:54:10.705410 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-65b98c00-4efb-4e1a-ad08-82c766fddec8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:10.758649 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a449a9cf-a955-4a57-be49-8e71112cbe42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758624023098'] for network, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:10.797146 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-de7b9a0d-209a-4e7d-898d-4cbdb9f9110a admin admin] Allocated IP 172.27.3.230 (35f17bf8-70f6-411c-85c9-98655ea214de/851b99d8-6dc6-42fa-aa4a-7df3a488276b/753981b3-d0b9-4c83-9fca-57b2c50f5754) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:54:10.831710 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a449a9cf-a955-4a57-be49-8e71112cbe42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for network, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:10.833750 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a449a9cf-a955-4a57-be49-8e71112cbe42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:10.834051 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a449a9cf-a955-4a57-be49-8e71112cbe42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:10.906570 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-31240d37-1c4e-4828-966e-a7d80c79bbfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:10.940010 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-31240d37-1c4e-4828-966e-a7d80c79bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:10.974901 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31240d37-1c4e-4828-966e-a7d80c79bbfa admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=92943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:54:10.988931 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-65b98c00-4efb-4e1a-ad08-82c766fddec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for subnet, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:11.022336 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 52442) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:11.023998 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-a449a9cf-a955-4a57-be49-8e71112cbe42 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7742765 Jun 30 10:54:11.036333 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-bcaef5f1-65dc-41b9-a971-28c4cbe1db2b admin admin] Request body: {'subnet': {'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-555392615-subnet', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:11.037596 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449a9cf-a955-4a57-be49-8e71112cbe42 admin admin] Pushing event updated for resources: {'Network': ['ID=b064df9a-1bb0-4ef7-88cf-3439f5069f39,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:11.047368 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31240d37-1c4e-4828-966e-a7d80c79bbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f148c29-ab8d-447e-8faa-53414332b006,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:11.050694 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Network b064df9a-1bb0-4ef7-88cf-3439f5069f39 details requested by agent ovs-agent-dv-cinder-786627-16-iscsi with host dv-cinder-786627-16-iscsi {{(pid=92944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:54:11.071837 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-31240d37-1c4e-4828-966e-a7d80c79bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:11.072184 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.db.segments_db [None req-31240d37-1c4e-4828-966e-a7d80c79bbfa admin admin] Added segment bc727c53-35dd-4e52-a07f-d2476a898a00 of type vlan for network 3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 Jun 30 10:54:11.192088 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-de7b9a0d-209a-4e7d-898d-4cbdb9f9110a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:11.257133 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-31240d37-1c4e-4828-966e-a7d80c79bbfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758624023098'] for network, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:11.266433 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-de7b9a0d-209a-4e7d-898d-4cbdb9f9110a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:11.290339 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b98c00-4efb-4e1a-ad08-82c766fddec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=873c6c9f-5658-492f-86d2-622388a23a24,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:11.318678 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcaef5f1-65dc-41b9-a971-28c4cbe1db2b admin admin] Made reservation on behalf of f97ed3dca85f49a08eeaada9d16f9c13 for: {'subnet': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:54:11.321047 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bcaef5f1-65dc-41b9-a971-28c4cbe1db2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:11.326410 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7b9a0d-209a-4e7d-898d-4cbdb9f9110a admin admin] Network 35f17bf8-70f6-411c-85c9-98655ea214de is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:54:11.329502 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-de7b9a0d-209a-4e7d-898d-4cbdb9f9110a admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:11.333442 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7b9a0d-209a-4e7d-898d-4cbdb9f9110a admin admin] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:54:11.344585 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b98c00-4efb-4e1a-ad08-82c766fddec8 admin admin] Checking segment: {'id': 'a4b16849-21ca-418a-a687-42fb430f6d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:54:11.344972 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b98c00-4efb-4e1a-ad08-82c766fddec8 admin admin] Network hostable DHCP agents. Network: a20081a6-ba67-4abf-96ef-d0d83658aac0, hostable agents: ['b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62'], hosted agents: [] {{(pid=92943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:54:11.402622 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b9a0d-209a-4e7d-898d-4cbdb9f9110a admin admin] Pushing event updated for resources: {'Port': ['ID=753981b3-d0b9-4c83-9fca-57b2c50f5754,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:11.404866 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 52488) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:11.415403 dv-cinder-786627-16-iscsi neutron-server[92943]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 10:54:11.428029 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-31240d37-1c4e-4828-966e-a7d80c79bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for network, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:11.429031 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31240d37-1c4e-4828-966e-a7d80c79bbfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:11.429694 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-31240d37-1c4e-4828-966e-a7d80c79bbfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:11.463456 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:11.607398 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 52500) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:11.681974 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-de7b9a0d-209a-4e7d-898d-4cbdb9f9110a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:11.697581 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b98c00-4efb-4e1a-ad08-82c766fddec8 admin admin] Network a20081a6-ba67-4abf-96ef-d0d83658aac0 is scheduled to be hosted by DHCP agent b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62 with binding_index 1 {{(pid=92943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:54:11.711731 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-31240d37-1c4e-4828-966e-a7d80c79bbfa admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6729732 Jun 30 10:54:11.722286 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 52506) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:11.746271 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-39497d5e-cb65-403d-b34f-9fd6f76dca15 admin admin] Request body: {'subnet': {'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1421298501-subnet', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:11.759737 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31240d37-1c4e-4828-966e-a7d80c79bbfa admin admin] Pushing event updated for resources: {'Network': ['ID=3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:11.773556 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Network 3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 details requested by agent ovs-agent-dv-cinder-786627-16-iscsi with host dv-cinder-786627-16-iscsi {{(pid=92944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:54:11.777254 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-65b98c00-4efb-4e1a-ad08-82c766fddec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-16-iscsi, a20081a6-ba67-4abf-96ef-d0d83658aac0) {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:11.858427 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b98c00-4efb-4e1a-ad08-82c766fddec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:11.859333 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-65b98c00-4efb-4e1a-ad08-82c766fddec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:11.873355 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-363791d6-8455-4aa9-8a04-91a6a3eb598b tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:11.875229 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-363791d6-8455-4aa9-8a04-91a6a3eb598b tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/networks?id=12bb83a3-4778-4b98-8442-64577c978638 HTTP/1.1" status: 200 len: 811 time: 0.4639149 Jun 30 10:54:11.886345 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2cd55a-61f4-454f-941b-65abfaa7a59c None None] Network a20081a6-ba67-4abf-96ef-d0d83658aac0 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:54:11.898488 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-27b41c75-ff79-4111-8f78-6ef308eb8cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:11.924387 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39497d5e-cb65-403d-b34f-9fd6f76dca15 admin admin] Made reservation on behalf of dd767d920c4042ebb7ff4a63cffdc075 for: {'subnet': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:54:11.926717 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-39497d5e-cb65-403d-b34f-9fd6f76dca15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:11.939694 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-65b98c00-4efb-4e1a-ad08-82c766fddec8 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3368363 Jun 30 10:54:11.956847 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-12a54f4a-548a-4ad9-9182-e565ae1ef13e tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/quotas/95a0b07371fd4fe3b3f8961fdff1edb7 HTTP/1.1" status: 200 len: 375 time: 0.0446608 Jun 30 10:54:12.032342 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 52526) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:12.103069 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2c98f9-c3cc-4cb5-a228-39047d38082d None None] Network a20081a6-ba67-4abf-96ef-d0d83658aac0 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:54:12.121459 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-f98d3837-51d2-4ec8-b3f1-037cf1d7bfd8 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=95a0b07371fd4fe3b3f8961fdff1edb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0859256 Jun 30 10:54:12.140771 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bcaef5f1-65dc-41b9-a971-28c4cbe1db2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for subnet, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:12.236712 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-de7b9a0d-209a-4e7d-898d-4cbdb9f9110a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995848'] for router, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:12.355835 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaef5f1-65dc-41b9-a971-28c4cbe1db2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f321f395-8a24-424f-a000-187ba04163ef,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:12.373305 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3f6f1b59-b0fc-4dfa-aeaa-c8fd70392d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:12.396081 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaef5f1-65dc-41b9-a971-28c4cbe1db2b admin admin] Checking segment: {'id': '77d01b3d-de25-4204-b64a-7d67e17a8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:54:12.396918 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaef5f1-65dc-41b9-a971-28c4cbe1db2b admin admin] Network hostable DHCP agents. Network: b064df9a-1bb0-4ef7-88cf-3439f5069f39, hostable agents: ['b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62'], hosted agents: [] {{(pid=92943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:54:12.426048 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-27b41c75-ff79-4111-8f78-6ef308eb8cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:12.437438 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-27b41c75-ff79-4111-8f78-6ef308eb8cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:12.478372 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-bac31875-eedb-4c98-858e-e21ba0e886ef service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:54:12.479514 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-bac31875-eedb-4c98-858e-e21ba0e886ef service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1162646 Jun 30 10:54:12.486124 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaef5f1-65dc-41b9-a971-28c4cbe1db2b admin admin] Network b064df9a-1bb0-4ef7-88cf-3439f5069f39 is scheduled to be hosted by DHCP agent b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62 with binding_index 1 {{(pid=92943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:54:12.518366 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b41c75-ff79-4111-8f78-6ef308eb8cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adeb0041-105f-4e0a-9ca3-7c29de5ee571,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:12.546758 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-27b41c75-ff79-4111-8f78-6ef308eb8cd0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0dbea15a1b134170afd3bb2b8881a0c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9347153 Jun 30 10:54:12.546914 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 52566) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:12.566848 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-bcaef5f1-65dc-41b9-a971-28c4cbe1db2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-16-iscsi, b064df9a-1bb0-4ef7-88cf-3439f5069f39) {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:12.575186 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474f153c-802f-49fc-aa18-4dbe07dc9c65 None None] Network b064df9a-1bb0-4ef7-88cf-3439f5069f39 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:54:12.592495 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaef5f1-65dc-41b9-a971-28c4cbe1db2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:12.593097 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bcaef5f1-65dc-41b9-a971-28c4cbe1db2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:12.603788 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7b9a0d-209a-4e7d-898d-4cbdb9f9110a admin admin] Router d519f09a-e6db-4ad8-8e10-b724d4934e9c is scheduled to L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 with binding_index 1 {{(pid=92942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:54:12.608111 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-39497d5e-cb65-403d-b34f-9fd6f76dca15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for subnet, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:12.626727 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a7138731-47cc-4615-99be-dde8c46347d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:12.701820 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a7138731-47cc-4615-99be-dde8c46347d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:12.744640 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39497d5e-cb65-403d-b34f-9fd6f76dca15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd9941a1-a63d-4ae1-bee1-bc13b8df9212,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:12.803447 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 52592) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:12.806937 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-437397bd-dfb0-46f5-ac1d-9d6796875c57 service neutron] 10.222.0.91 "GET /v2.0/networks/12bb83a3-4778-4b98-8442-64577c978638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046727 Jun 30 10:54:12.816479 dv-cinder-786627-16-iscsi neutron-server[92942]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 10:54:12.835791 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39497d5e-cb65-403d-b34f-9fd6f76dca15 admin admin] Checking segment: {'id': 'bc727c53-35dd-4e52-a07f-d2476a898a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:54:12.836482 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39497d5e-cb65-403d-b34f-9fd6f76dca15 admin admin] Network hostable DHCP agents. Network: 3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3, hostable agents: ['b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62'], hosted agents: [] {{(pid=92943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:54:12.854919 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65ad8d37-cf45-5b11-a5e0-a707ba50435d-b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'fixed_ips': [{'subnet_id': 'f321f395-8a24-424f-a000-187ba04163ef'}]}} from dv-cinder-786627-16-iscsi. {{(pid=92944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:54:12.856835 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:12.904169 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7b9a0d-209a-4e7d-898d-4cbdb9f9110a admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:54:12.916016 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57919927-016e-4871-a855-718149d81e19 None None] Sync routers for ids ['d519f09a-e6db-4ad8-8e10-b724d4934e9c'] in dv-cinder-786627-16-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:54:12.928368 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a7138731-47cc-4615-99be-dde8c46347d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:12.930921 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a7138731-47cc-4615-99be-dde8c46347d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:12.935952 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-a7138731-47cc-4615-99be-dde8c46347d0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/adeb0041-105f-4e0a-9ca3-7c29de5ee571 HTTP/1.1" status: 204 len: 168 time: 0.3842826 Jun 30 10:54:12.936090 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57919927-016e-4871-a855-718149d81e19 None None] Routers {'d519f09a-e6db-4ad8-8e10-b724d4934e9c'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:54:12.936184 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3f6f1b59-b0fc-4dfa-aeaa-c8fd70392d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:12.936290 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-57919927-016e-4871-a855-718149d81e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:54:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['d519f09a-e6db-4ad8-8e10-b724d4934e9c'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:54:12.957230 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39497d5e-cb65-403d-b34f-9fd6f76dca15 admin admin] Network 3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 is scheduled to be hosted by DHCP agent b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62 with binding_index 1 {{(pid=92943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:54:12.985577 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3f6f1b59-b0fc-4dfa-aeaa-c8fd70392d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:13.043529 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-75bcd073-5499-4108-88e6-d3a9dd379c12 service neutron] 10.222.0.91 "GET /v2.0/networks/12bb83a3-4778-4b98-8442-64577c978638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253938 Jun 30 10:54:13.045778 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-bcaef5f1-65dc-41b9-a971-28c4cbe1db2b admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0220270 Jun 30 10:54:13.054510 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-39497d5e-cb65-403d-b34f-9fd6f76dca15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-16-iscsi, 3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3) {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:13.066014 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 52610) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:13.067027 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98c2d08-2161-4fb9-b159-42b68338e59c None None] Network 3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:54:13.070952 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-de8944fe-ad85-4114-b82d-0849b78ba813 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-555392615-router', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:13.087955 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39497d5e-cb65-403d-b34f-9fd6f76dca15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:13.088698 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-39497d5e-cb65-403d-b34f-9fd6f76dca15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:13.112795 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-57919927-016e-4871-a855-718149d81e19 None None] Set router d519f09a-e6db-4ad8-8e10-b724d4934e9c gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:54:13.137844 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-39497d5e-cb65-403d-b34f-9fd6f76dca15 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4050798 Jun 30 10:54:13.143386 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 52612) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:13.156866 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-0d08a4b5-0d19-405b-b09a-8a4110dc4d08 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1421298501-router', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:13.176825 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-3f6f1b59-b0fc-4dfa-aeaa-c8fd70392d8a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b8cd10718a3545158674c820e147e0df&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1379044 Jun 30 10:54:13.176825 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f1b59-b0fc-4dfa-aeaa-c8fd70392d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e909e3-cc85-4e81-a975-78bced8990db,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:13.197074 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 52614) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:13.273209 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7138731-47cc-4615-99be-dde8c46347d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adeb0041-105f-4e0a-9ca3-7c29de5ee571,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:13.305458 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-de7b9a0d-209a-4e7d-898d-4cbdb9f9110a admin admin] Notify callbacks [] for router, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:13.309716 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-de7b9a0d-209a-4e7d-898d-4cbdb9f9110a admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9753091 Jun 30 10:54:13.320415 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 52624) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:13.320766 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Allocated IP 172.20.0.2 (b064df9a-1bb0-4ef7-88cf-3439f5069f39/f321f395-8a24-424f-a000-187ba04163ef/ebdea0e6-7127-4049-a9dc-8d88e4c2ff17) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:54:13.371560 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1bef-fa95-4326-b7c5-b8197add18b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:13.422077 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-16300362-5f68-4f2b-95d6-a6f8778b4dd9 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:13.431607 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-16300362-5f68-4f2b-95d6-a6f8778b4dd9 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/networks?id=a20081a6-ba67-4abf-96ef-d0d83658aac0 HTTP/1.1" status: 200 len: 814 time: 0.6163914 Jun 30 10:54:13.461788 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-de8944fe-ad85-4114-b82d-0849b78ba813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62852'] for router, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:13.468821 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-de8944fe-ad85-4114-b82d-0849b78ba813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1997727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2053697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62877'] for router, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:13.507715 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1bef-fa95-4326-b7c5-b8197add18b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:13.530972 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-0d08a4b5-0d19-405b-b09a-8a4110dc4d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62852'] for router, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:13.532406 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-0d08a4b5-0d19-405b-b09a-8a4110dc4d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1997727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2053697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62877'] for router, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:13.575930 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-57919927-016e-4871-a855-718149d81e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd519f09a-e6db-4ad8-8e10-b724d4934e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-566958445-router', 'tenant_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '753981b3-d0b9-4c83-9fca-57b2c50f5754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:09Z', 'updated_at': '2021-06-30T10:54:11Z', 'revision_number': 3, 'project_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'gw_port': {'id': '753981b3-d0b9-4c83-9fca-57b2c50f5754', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:35:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd519f09a-e6db-4ad8-8e10-b724d4934e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:10Z', 'updated_at': '2021-06-30T10:54:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:54:13.594116 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-a7af8ecb-5e8c-4cc4-bdb1-b7061e87a727 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/quotas/7789f67dc72a47fb92630538059ec02e HTTP/1.1" status: 200 len: 375 time: 0.1364937 Jun 30 10:54:13.650115 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57919927-016e-4871-a855-718149d81e19 None None] Checking router: d519f09a-e6db-4ad8-8e10-b724d4934e9c for host: dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:54:13.651297 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57919927-016e-4871-a855-718149d81e19 None None] Updating router d519f09a-e6db-4ad8-8e10-b724d4934e9c port 753981b3-d0b9-4c83-9fca-57b2c50f5754 binding host dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:54:13.685807 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 52652) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:13.703408 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:13.721947 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Transition to ACTIVE for port object ebdea0e6-7127-4049-a9dc-8d88e4c2ff17 will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:54:13.724247 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a3e83bab-f7d6-42d7-8238-61fc2af22669 req-ae9011e5-3441-46e8-b9b3-34ae01768ac1 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 210 time: 0.1405921 Jun 30 10:54:13.728630 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-57919927-016e-4871-a855-718149d81e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:13.735289 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-de8944fe-ad85-4114-b82d-0849b78ba813 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:13.762452 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Transition to ACTIVE for port object ebdea0e6-7127-4049-a9dc-8d88e4c2ff17 will not be triggered until provisioned by entity DHCP. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:54:13.812246 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:13.926795 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-9612d7d7-6f48-4ac1-96e2-a518d7a0865f tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7789f67dc72a47fb92630538059ec02e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3127301 Jun 30 10:54:13.929164 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Network b064df9a-1bb0-4ef7-88cf-3439f5069f39 is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:54:13.930254 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e4ae54ec-cd52-49ca-a1ae-abdb7bb70aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:13.945653 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:13.959588 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-0d08a4b5-0d19-405b-b09a-8a4110dc4d08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:13.975623 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad259dc-8fb7-4e20-bd73-e171bc7af8da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65ad8d37-cf45-5b11-a5e0-a707ba50435d-3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'fixed_ips': [{'subnet_id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212'}]}} from dv-cinder-786627-16-iscsi. {{(pid=92944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:54:13.976875 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fad259dc-8fb7-4e20-bd73-e171bc7af8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:14.001114 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Pushing event updated for resources: {'Port': ['ID=ebdea0e6-7127-4049-a9dc-8d88e4c2ff17,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:14.018791 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:14.019164 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:14.019581 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:14.020010 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:14.020350 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:14.021221 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:14.021573 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:14.021977 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:14.022315 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:14.022657 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:14.023416 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:14.024009 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Tracked resource versions report: Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: pushed versions: Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: { 'AddressGroup': {'1.2'}, Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: 'ConntrackHelper': {'1.0'}, Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: 'Log': {'1.0'}, Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: 'Network': {'1.1'}, Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: 'Port': {'1.7'}, Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: 'PortForwarding': {'1.2'}, Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: 'QosPolicy': {'1.8'}, Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: 'SecurityGroup': {'1.4'}, Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: 'SecurityGroupRule': {'1.2'}, Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: 'SubPort': {'1.0'}, Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: 'Subnet': {'1.1'}, Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: 'Trunk': {'1.1'}} Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: consumer versions: Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: { DHCP agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: HyperV agent@hv-cinder-78662: {}, Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: L3 agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: Metadata agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: Metering agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: Open vSwitch agent@dv-cinder-786627-16-iscsi: { 'AddressGroup': '1.2', Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: 'ConntrackHelper': '1.0', Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: 'Log': '1.0', Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: 'Network': '1.1', Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: 'Port': '1.7', Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: 'PortForwarding': '1.2', Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: 'QosPolicy': '1.8', Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: 'SecurityGroup': '1.4', Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: 'SecurityGroupRule': '1.2', Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: 'SubPort': '1.0', Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: 'Subnet': '1.1', Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: 'Trunk': '1.1'}} Jun 30 10:54:14.025233 dv-cinder-786627-16-iscsi neutron-server[92944]: {{(pid=92944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 10:54:14.109421 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 52664) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:14.123984 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:54:14.131081 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1bef-fa95-4326-b7c5-b8197add18b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:14.133685 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1bef-fa95-4326-b7c5-b8197add18b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:14.138261 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-6e4f1bef-fa95-4326-b7c5-b8197add18b9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/09e909e3-cc85-4e81-a975-78bced8990db HTTP/1.1" status: 204 len: 168 time: 0.9391565 Jun 30 10:54:14.213603 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f1bef-fa95-4326-b7c5-b8197add18b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e909e3-cc85-4e81-a975-78bced8990db,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:14.234781 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-57919927-016e-4871-a855-718149d81e19 None None] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:14.278865 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-57919927-016e-4871-a855-718149d81e19 None None] Transition to ACTIVE for port object 753981b3-d0b9-4c83-9fca-57b2c50f5754 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:54:14.290171 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:54:14.300584 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-57919927-016e-4871-a855-718149d81e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:14.308055 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-de8944fe-ad85-4114-b82d-0849b78ba813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1997737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62959'] for router, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:14.318195 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-33ee2522-fbb6-4891-89d4-ad805d7c1f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:14.426755 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-57919927-016e-4871-a855-718149d81e19 None None] Attempting to bind port 753981b3-d0b9-4c83-9fca-57b2c50f5754 on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:54:14.427195 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-57919927-016e-4871-a855-718149d81e19 None None] Attempting to bind port 753981b3-d0b9-4c83-9fca-57b2c50f5754 by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:54:14.427518 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57919927-016e-4871-a855-718149d81e19 None None] Attempting to bind port 753981b3-d0b9-4c83-9fca-57b2c50f5754 on network 35f17bf8-70f6-411c-85c9-98655ea214de {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:54:14.429526 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Attempting to bind port ebdea0e6-7127-4049-a9dc-8d88e4c2ff17 on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:54:14.430303 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029657c-9a64-4fa1-a8c5-3640c846e7aa None None] Pushing event updated for resources: {'Port': ['ID=753981b3-d0b9-4c83-9fca-57b2c50f5754,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:14.432506 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Attempting to bind port ebdea0e6-7127-4049-a9dc-8d88e4c2ff17 by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': '77d01b3d-de25-4204-b64a-7d67e17a8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:54:14.433697 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Attempting to bind port ebdea0e6-7127-4049-a9dc-8d88e4c2ff17 on network b064df9a-1bb0-4ef7-88cf-3439f5069f39 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:54:14.446237 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57919927-016e-4871-a855-718149d81e19 None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:54:14.446610 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57919927-016e-4871-a855-718149d81e19 None None] Checking segment: {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:54:14.448816 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-57919927-016e-4871-a855-718149d81e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:14.453717 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57919927-016e-4871-a855-718149d81e19 None None] Bound using segment: {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:54:14.454734 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-57919927-016e-4871-a855-718149d81e19 None None] Bound port: 753981b3-d0b9-4c83-9fca-57b2c50f5754, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:54:14.454734 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-57919927-016e-4871-a855-718149d81e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:14.460643 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029657c-9a64-4fa1-a8c5-3640c846e7aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:14.461211 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-0d08a4b5-0d19-405b-b09a-8a4110dc4d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1997737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62959'] for router, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:14.461726 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029657c-9a64-4fa1-a8c5-3640c846e7aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:14.461823 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029657c-9a64-4fa1-a8c5-3640c846e7aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:14.462164 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029657c-9a64-4fa1-a8c5-3640c846e7aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:14.465230 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029657c-9a64-4fa1-a8c5-3640c846e7aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:14.467437 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029657c-9a64-4fa1-a8c5-3640c846e7aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:14.467823 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029657c-9a64-4fa1-a8c5-3640c846e7aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:14.468177 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029657c-9a64-4fa1-a8c5-3640c846e7aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:14.469512 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029657c-9a64-4fa1-a8c5-3640c846e7aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:14.470360 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029657c-9a64-4fa1-a8c5-3640c846e7aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:14.470727 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029657c-9a64-4fa1-a8c5-3640c846e7aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:14.471074 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029657c-9a64-4fa1-a8c5-3640c846e7aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029657c-9a64-4fa1-a8c5-3640c846e7aa None None] Tracked resource versions report: Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: pushed versions: Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: { 'AddressGroup': {'1.2'}, Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: 'ConntrackHelper': {'1.0'}, Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: 'Log': {'1.0'}, Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: 'Network': {'1.1'}, Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: 'Port': {'1.7'}, Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: 'PortForwarding': {'1.2'}, Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: 'QosPolicy': {'1.8'}, Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: 'SecurityGroup': {'1.4'}, Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: 'SecurityGroupRule': {'1.2'}, Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: 'SubPort': {'1.0'}, Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: 'Subnet': {'1.1'}, Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: 'Trunk': {'1.1'}} Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: consumer versions: Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: { DHCP agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: HyperV agent@hv-cinder-78662: {}, Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: L3 agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: Metadata agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: Metering agent@dv-cinder-786627-16-iscsi: {}, Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: Open vSwitch agent@dv-cinder-786627-16-iscsi: { 'AddressGroup': '1.2', Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: 'ConntrackHelper': '1.0', Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: 'Log': '1.0', Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: 'Network': '1.1', Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: 'Port': '1.7', Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: 'PortForwarding': '1.2', Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: 'QosPolicy': '1.8', Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: 'SecurityGroup': '1.4', Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: 'SecurityGroupRule': '1.2', Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: 'SubPort': '1.0', Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: 'Subnet': '1.1', Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: 'Trunk': '1.1'}} Jun 30 10:54:14.472269 dv-cinder-786627-16-iscsi neutron-server[92945]: {{(pid=92945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 10:54:14.544940 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e4ae54ec-cd52-49ca-a1ae-abdb7bb70aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:14.557918 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e4ae54ec-cd52-49ca-a1ae-abdb7bb70aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:14.570556 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-57919927-016e-4871-a855-718149d81e19 None None] For port 753981b3-d0b9-4c83-9fca-57b2c50f5754, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:54:14.572452 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:54:14.573013 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Checking segment: {'id': '77d01b3d-de25-4204-b64a-7d67e17a8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:54:14.573267 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:14.573662 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Bound using segment: {'id': '77d01b3d-de25-4204-b64a-7d67e17a8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:54:14.574418 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Bound port: ebdea0e6-7127-4049-a9dc-8d88e4c2ff17, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d01b3d-de25-4204-b64a-7d67e17a8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:54:14.574566 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:14.575887 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-57919927-016e-4871-a855-718149d81e19 None None] For port 753981b3-d0b9-4c83-9fca-57b2c50f5754, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=753981b3-d0b9-4c83-9fca-57b2c50f5754,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:54:14.588135 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-57919927-016e-4871-a855-718149d81e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:14.648583 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-fad259dc-8fb7-4e20-bd73-e171bc7af8da None None] Allocated IP 172.20.0.2 (3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3/bd9941a1-a63d-4ae1-bee1-bc13b8df9212/0052d643-0512-489f-ba4b-d928dd8f2e56) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:54:14.731818 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-327d29d5-b384-4e68-9b1e-781a1a4c7f62 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:54:14.734992 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-327d29d5-b384-4e68-9b1e-781a1a4c7f62 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4898965 Jun 30 10:54:14.769903 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029657c-9a64-4fa1-a8c5-3640c846e7aa None None] Pushing event updated for resources: {'Port': ['ID=753981b3-d0b9-4c83-9fca-57b2c50f5754,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:14.778967 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57919927-016e-4871-a855-718149d81e19 None None] Routers {'d519f09a-e6db-4ad8-8e10-b724d4934e9c'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:54:14.781914 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-57919927-016e-4871-a855-718149d81e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:54:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['d519f09a-e6db-4ad8-8e10-b724d4934e9c'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:54:14.786839 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] For port ebdea0e6-7127-4049-a9dc-8d88e4c2ff17, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:54:14.806812 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] For port ebdea0e6-7127-4049-a9dc-8d88e4c2ff17, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=ebdea0e6-7127-4049-a9dc-8d88e4c2ff17,segment=NetworkSegment(77d01b3d-de25-4204-b64a-7d67e17a8c5d),segment_id=77d01b3d-de25-4204-b64a-7d67e17a8c5d)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:54:14.819182 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:14.864496 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-e4ae54ec-cd52-49ca-a1ae-abdb7bb70aba admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=59329330218a49598328ef717e13cf78&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1710985 Jun 30 10:54:14.870462 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 52698) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:14.889033 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae54ec-cd52-49ca-a1ae-abdb7bb70aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d7f5a2-1147-444c-89a7-0c33ba72848c,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:14.945704 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d4faa42f-6d7c-4950-bf92-33a34c746810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:14.978568 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-57919927-016e-4871-a855-718149d81e19 None None] Set router d519f09a-e6db-4ad8-8e10-b724d4934e9c gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:54:15.021263 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc954f1-04ed-4701-b4ca-6b06238891a7 None None] Pushing event updated for resources: {'Port': ['ID=ebdea0e6-7127-4049-a9dc-8d88e4c2ff17,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:15.140645 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fad259dc-8fb7-4e20-bd73-e171bc7af8da None None] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:15.146151 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-9b5c97d0-78b0-44af-86b8-d95481c5dfba req-4e3210f4-d295-4c05-809c-3b891c140924 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 210 time: 0.3395925 Jun 30 10:54:15.174571 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-fad259dc-8fb7-4e20-bd73-e171bc7af8da None None] Transition to ACTIVE for port object 0052d643-0512-489f-ba4b-d928dd8f2e56 will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:54:15.190054 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-dc0b77be-7e07-4d1e-8925-6b5b3d2a653b service neutron] 10.222.0.91 "GET /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173729 Jun 30 10:54:15.193052 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e9bce6be-1f5a-4809-b225-f2f62d493826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:15.201823 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-fad259dc-8fb7-4e20-bd73-e171bc7af8da None None] Transition to ACTIVE for port object 0052d643-0512-489f-ba4b-d928dd8f2e56 will not be triggered until provisioned by entity DHCP. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:54:15.209966 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fad259dc-8fb7-4e20-bd73-e171bc7af8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:15.270848 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad259dc-8fb7-4e20-bd73-e171bc7af8da None None] Network 3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:54:15.278397 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-fad259dc-8fb7-4e20-bd73-e171bc7af8da None None] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:15.290680 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad259dc-8fb7-4e20-bd73-e171bc7af8da None None] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:54:15.386182 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad259dc-8fb7-4e20-bd73-e171bc7af8da None None] Pushing event updated for resources: {'Port': ['ID=0052d643-0512-489f-ba4b-d928dd8f2e56,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:15.404613 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-57919927-016e-4871-a855-718149d81e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd519f09a-e6db-4ad8-8e10-b724d4934e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-566958445-router', 'tenant_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '753981b3-d0b9-4c83-9fca-57b2c50f5754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:09Z', 'updated_at': '2021-06-30T10:54:11Z', 'revision_number': 3, 'project_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'gw_port': {'id': '753981b3-d0b9-4c83-9fca-57b2c50f5754', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:35:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd519f09a-e6db-4ad8-8e10-b724d4934e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:10Z', 'updated_at': '2021-06-30T10:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:54:15.419321 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e9bce6be-1f5a-4809-b225-f2f62d493826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:15.419949 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-de8944fe-ad85-4114-b82d-0849b78ba813 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:15.445676 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-33ee2522-fbb6-4891-89d4-ad805d7c1f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:15.505615 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57919927-016e-4871-a855-718149d81e19 None None] The sync data for ids ['d519f09a-e6db-4ad8-8e10-b724d4934e9c'] in dv-cinder-786627-16-iscsi is: [{'id': 'd519f09a-e6db-4ad8-8e10-b724d4934e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-566958445-router', 'tenant_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '753981b3-d0b9-4c83-9fca-57b2c50f5754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:09Z', 'updated_at': '2021-06-30T10:54:11Z', 'revision_number': 3, 'project_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'gw_port': {'id': '753981b3-d0b9-4c83-9fca-57b2c50f5754', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:35:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd519f09a-e6db-4ad8-8e10-b724d4934e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:10Z', 'updated_at': '2021-06-30T10:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:54:15.528146 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-de8944fe-ad85-4114-b82d-0849b78ba813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:15.532294 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-33ee2522-fbb6-4891-89d4-ad805d7c1f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:15.557654 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e9bce6be-1f5a-4809-b225-f2f62d493826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:15.576365 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e9bce6be-1f5a-4809-b225-f2f62d493826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:15.580818 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-e9bce6be-1f5a-4809-b225-f2f62d493826 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/53d7f5a2-1147-444c-89a7-0c33ba72848c HTTP/1.1" status: 204 len: 168 time: 0.7091746 Jun 30 10:54:15.582962 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-fad259dc-8fb7-4e20-bd73-e171bc7af8da None None] Attempting to bind port 0052d643-0512-489f-ba4b-d928dd8f2e56 on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:54:15.583473 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-fad259dc-8fb7-4e20-bd73-e171bc7af8da None None] Attempting to bind port 0052d643-0512-489f-ba4b-d928dd8f2e56 by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': 'bc727c53-35dd-4e52-a07f-d2476a898a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:54:15.585758 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad259dc-8fb7-4e20-bd73-e171bc7af8da None None] Attempting to bind port 0052d643-0512-489f-ba4b-d928dd8f2e56 on network 3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:54:15.600213 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad259dc-8fb7-4e20-bd73-e171bc7af8da None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:54:15.603021 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad259dc-8fb7-4e20-bd73-e171bc7af8da None None] Checking segment: {'id': 'bc727c53-35dd-4e52-a07f-d2476a898a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:54:15.603208 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fad259dc-8fb7-4e20-bd73-e171bc7af8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:15.603680 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad259dc-8fb7-4e20-bd73-e171bc7af8da None None] Bound using segment: {'id': 'bc727c53-35dd-4e52-a07f-d2476a898a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:54:15.607117 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-fad259dc-8fb7-4e20-bd73-e171bc7af8da None None] Bound port: 0052d643-0512-489f-ba4b-d928dd8f2e56, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc727c53-35dd-4e52-a07f-d2476a898a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:54:15.607726 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fad259dc-8fb7-4e20-bd73-e171bc7af8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:15.621944 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-0d08a4b5-0d19-405b-b09a-8a4110dc4d08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:15.646462 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bce6be-1f5a-4809-b225-f2f62d493826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d7f5a2-1147-444c-89a7-0c33ba72848c,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:15.714614 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-d4faa42f-6d7c-4950-bf92-33a34c746810 admin admin] Allocated IP 172.20.0.1 (bed23b81-a268-4baa-a8b3-0d89a55f5b16/d6b7436d-5b83-48d2-ab4c-acf6e73a305c/6dafcd56-9792-43fb-a86a-d950f626df01) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:54:15.717861 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-33ee2522-fbb6-4891-89d4-ad805d7c1f59 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5ac0aab6627e4a4bb964f0bb76503690&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6006927 Jun 30 10:54:15.717861 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee2522-fbb6-4891-89d4-ad805d7c1f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86f6bed-d908-4073-af29-f73bc4dfa1ff,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:15.722685 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 52722) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:15.737604 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-5902e383-99fa-4fbf-a4a7-17aece8a2936 service neutron] 10.222.0.91 "GET /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099890 Jun 30 10:54:15.740011 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-0d08a4b5-0d19-405b-b09a-8a4110dc4d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:15.788228 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-fad259dc-8fb7-4e20-bd73-e171bc7af8da None None] For port 0052d643-0512-489f-ba4b-d928dd8f2e56, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:54:15.794257 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-fad259dc-8fb7-4e20-bd73-e171bc7af8da None None] For port 0052d643-0512-489f-ba4b-d928dd8f2e56, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=0052d643-0512-489f-ba4b-d928dd8f2e56,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:54:15.829804 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fad259dc-8fb7-4e20-bd73-e171bc7af8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:16.003197 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad259dc-8fb7-4e20-bd73-e171bc7af8da None None] Pushing event updated for resources: {'Port': ['ID=0052d643-0512-489f-ba4b-d928dd8f2e56,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:16.089684 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d4faa42f-6d7c-4950-bf92-33a34c746810 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:16.169995 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6e886d95-ed97-4109-aafa-70ddb30ec4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:16.236849 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d4faa42f-6d7c-4950-bf92-33a34c746810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:16.295132 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_common [None req-de8944fe-ad85-4114-b82d-0849b78ba813 admin admin] Allocated IP 172.27.3.95 (35f17bf8-70f6-411c-85c9-98655ea214de/851b99d8-6dc6-42fa-aa4a-7df3a488276b/1d8a6364-acd1-4bbb-b9c3-156301fa920b) {{(pid=92943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:54:16.370797 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6e886d95-ed97-4109-aafa-70ddb30ec4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:16.454136 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4faa42f-6d7c-4950-bf92-33a34c746810 admin admin] Pushing event updated for resources: {'Port': ['ID=6dafcd56-9792-43fb-a86a-d950f626df01,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:16.491778 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4faa42f-6d7c-4950-bf92-33a34c746810 admin admin] Network bed23b81-a268-4baa-a8b3-0d89a55f5b16 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:54:16.592279 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-d4faa42f-6d7c-4950-bf92-33a34c746810 admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:16.674512 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4faa42f-6d7c-4950-bf92-33a34c746810 admin admin] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:54:16.675527 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d4faa42f-6d7c-4950-bf92-33a34c746810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996865'] for router_interface, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:16.765421 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-de8944fe-ad85-4114-b82d-0849b78ba813 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:16.837356 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7ea60fd7-6170-4706-9085-14c6df8de680 req-8f13bfaf-2644-4396-b053-10e253458ac7 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 210 time: 0.3363349 Jun 30 10:54:16.938677 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6e886d95-ed97-4109-aafa-70ddb30ec4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:16.944568 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6e886d95-ed97-4109-aafa-70ddb30ec4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:16.949023 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-6e886d95-ed97-4109-aafa-70ddb30ec4d9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c86f6bed-d908-4073-af29-f73bc4dfa1ff HTTP/1.1" status: 204 len: 168 time: 1.2153735 Jun 30 10:54:17.006658 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddf5976-eab6-4612-9c17-822c0efea9e3 None None] Network b064df9a-1bb0-4ef7-88cf-3439f5069f39 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:54:17.031419 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c860de18-7c93-4e76-b652-8471b2036c74 req-e91c21a8-38a6-49ef-9af2-5c1a09fb7306 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 210 time: 0.3678610 Jun 30 10:54:17.039693 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-de8944fe-ad85-4114-b82d-0849b78ba813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:17.112811 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d4faa42f-6d7c-4950-bf92-33a34c746810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:17.261222 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-e2805b0c-cd64-41ab-8ca2-61b1e3128eae None None] Provisioning for port ebdea0e6-7127-4049-a9dc-8d88e4c2ff17 completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:54:17.288474 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e886d95-ed97-4109-aafa-70ddb30ec4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86f6bed-d908-4073-af29-f73bc4dfa1ff,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:17.326416 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8944fe-ad85-4114-b82d-0849b78ba813 admin admin] Network 35f17bf8-70f6-411c-85c9-98655ea214de is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:54:17.338864 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-de8944fe-ad85-4114-b82d-0849b78ba813 admin admin] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:17.352901 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8944fe-ad85-4114-b82d-0849b78ba813 admin admin] Received port after_create {{(pid=92943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:54:17.569313 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 0052d643-0512-489f-ba4b-d928dd8f2e56 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:54:17.612956 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d4faa42f-6d7c-4950-bf92-33a34c746810 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:17.625186 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d4faa42f-6d7c-4950-bf92-33a34c746810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:17.626588 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d4faa42f-6d7c-4950-bf92-33a34c746810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1998454'] for router_interface, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:17.767050 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.39', 60748) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:17.902331 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_common [None req-0d08a4b5-0d19-405b-b09a-8a4110dc4d08 admin admin] Allocated IP 172.27.3.179 (35f17bf8-70f6-411c-85c9-98655ea214de/851b99d8-6dc6-42fa-aa4a-7df3a488276b/dc391260-2204-4b36-a515-4278a0936710) {{(pid=92943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:54:17.921394 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3361678c-af5d-4355-aff3-713414b5a646 None None] Network 3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:54:17.933453 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 52788) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:18.050138 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-347d6cd3-2c41-493f-a59e-6fac0fb05e1d req-73f2f0bd-2c71-4cdd-9a4d-f9ea6fce5589 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 210 time: 0.0620980 Jun 30 10:54:18.182076 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4faa42f-6d7c-4950-bf92-33a34c746810 admin admin] Pushing event updated for resources: {'Port': ['ID=6dafcd56-9792-43fb-a86a-d950f626df01,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:18.295180 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4faa42f-6d7c-4950-bf92-33a34c746810 admin admin] Network bed23b81-a268-4baa-a8b3-0d89a55f5b16 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:54:18.300183 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-d4faa42f-6d7c-4950-bf92-33a34c746810 admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:18.339983 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port 0052d643-0512-489f-ba4b-d928dd8f2e56 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:54:18.407148 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 753981b3-d0b9-4c83-9fca-57b2c50f5754 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:54:18.570628 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-f1154739-f625-4f30-8fe4-8795b112e9c7 None None] Provisioning for port 0052d643-0512-489f-ba4b-d928dd8f2e56 completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:54:18.584230 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-f1154739-f625-4f30-8fe4-8795b112e9c7 None None] Provisioning complete for port 0052d643-0512-489f-ba4b-d928dd8f2e56 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:18.584856 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f1154739-f625-4f30-8fe4-8795b112e9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:18.589237 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4faa42f-6d7c-4950-bf92-33a34c746810 admin admin] Router d519f09a-e6db-4ad8-8e10-b724d4934e9c has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:54:18.629488 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port 753981b3-d0b9-4c83-9fca-57b2c50f5754 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:54:18.636211 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 753981b3-d0b9-4c83-9fca-57b2c50f5754 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:18.636404 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:18.666026 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2be9075f-6f4a-4b8b-8f41-cd5da491ab6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:18.838084 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4faa42f-6d7c-4950-bf92-33a34c746810 admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:54:18.865361 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2be9075f-6f4a-4b8b-8f41-cd5da491ab6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:18.868045 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-d4faa42f-6d7c-4950-bf92-33a34c746810 admin admin] 10.222.0.91 "PUT /v2.0/routers/d519f09a-e6db-4ad8-8e10-b724d4934e9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5454705 Jun 30 10:54:18.884207 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] Sync routers for ids ['d519f09a-e6db-4ad8-8e10-b724d4934e9c'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:54:18.905076 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8944fe-ad85-4114-b82d-0849b78ba813 admin admin] Pushing event updated for resources: {'Port': ['ID=1d8a6364-acd1-4bbb-b9c3-156301fa920b,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:18.930640 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:18.955607 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f1154739-f625-4f30-8fe4-8795b112e9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:18.959971 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] Routers {'d519f09a-e6db-4ad8-8e10-b724d4934e9c'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:54:18.960806 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:54:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['d519f09a-e6db-4ad8-8e10-b724d4934e9c'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:54:18.967861 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-23af06c3-bfcf-4f8b-9132-d93e1a22f70b req-c042e152-50d6-4d40-84ec-73c2e0640b95 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 210 time: 0.3905044 Jun 30 10:54:18.974955 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2be9075f-6f4a-4b8b-8f41-cd5da491ab6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:19.104892 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-f1154739-f625-4f30-8fe4-8795b112e9c7 None None] For port 0052d643-0512-489f-ba4b-d928dd8f2e56, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=0052d643-0512-489f-ba4b-d928dd8f2e56,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:54:19.110946 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port 753981b3-d0b9-4c83-9fca-57b2c50f5754, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=753981b3-d0b9-4c83-9fca-57b2c50f5754,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:54:19.115313 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f1154739-f625-4f30-8fe4-8795b112e9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:19.127127 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9075f-6f4a-4b8b-8f41-cd5da491ab6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87341bf4-f731-4373-90a4-3dec5a4e0398,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:19.147225 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:19.148135 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device ebdea0e6-7127-4049-a9dc-8d88e4c2ff17 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:54:19.306028 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-2be9075f-6f4a-4b8b-8f41-cd5da491ab6a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2946b42c8c294792b1b9589166b2e3cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8891497 Jun 30 10:54:19.306826 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 52856) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:19.338405 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1154739-f625-4f30-8fe4-8795b112e9c7 None None] Pushing event updated for resources: {'Port': ['ID=0052d643-0512-489f-ba4b-d928dd8f2e56,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:19.366988 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-0b4af6d9-c6d8-4b47-9805-26ec3807abe7 None None] Provisioning complete for port 0052d643-0512-489f-ba4b-d928dd8f2e56 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:19.367600 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0b4af6d9-c6d8-4b47-9805-26ec3807abe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:19.368411 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-de8944fe-ad85-4114-b82d-0849b78ba813 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:19.375247 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] Set router d519f09a-e6db-4ad8-8e10-b724d4934e9c gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:54:19.382382 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-d77d7b22-44d2-494b-88f2-cedf2a02e503 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:19.384223 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-d77d7b22-44d2-494b-88f2-cedf2a02e503 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.39 "GET /v2.0/networks?id=12bb83a3-4778-4b98-8442-64577c978638 HTTP/1.1" status: 200 len: 811 time: 1.6062045 Jun 30 10:54:19.453683 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-b6f4bb1f-afa3-49b1-95b5-be8b7fa44815 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Request body: {'port': {'device_id': '19ac70c1-1430-4fdc-a17d-42c1e2404202', 'network_id': '12bb83a3-4778-4b98-8442-64577c978638', 'admin_state_up': True, 'tenant_id': '95a0b07371fd4fe3b3f8961fdff1edb7'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:19.530374 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d1ee22de-4cea-4f44-80f6-d8a3d6f084fb req-f69b7d0e-5b56-43b1-83aa-de8a61839db1 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 210 time: 0.1205945 Jun 30 10:54:19.607349 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0f4b2239-e231-4bf3-9230-5167f7e310f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:19.702239 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0f4b2239-e231-4bf3-9230-5167f7e310f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:19.815489 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.39', 60754) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:19.847541 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0f4b2239-e231-4bf3-9230-5167f7e310f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:19.851920 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0f4b2239-e231-4bf3-9230-5167f7e310f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:19.855368 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-0f4b2239-e231-4bf3-9230-5167f7e310f5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/87341bf4-f731-4373-90a4-3dec5a4e0398 HTTP/1.1" status: 204 len: 168 time: 0.5478904 Jun 30 10:54:19.881420 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b2239-e231-4bf3-9230-5167f7e310f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87341bf4-f731-4373-90a4-3dec5a4e0398,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:20.002666 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-0d08a4b5-0d19-405b-b09a-8a4110dc4d08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:20.018306 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port ebdea0e6-7127-4049-a9dc-8d88e4c2ff17 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:54:20.045781 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=753981b3-d0b9-4c83-9fca-57b2c50f5754,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:20.087103 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port ebdea0e6-7127-4049-a9dc-8d88e4c2ff17 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:20.090057 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:20.310966 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-b6f4bb1f-afa3-49b1-95b5-be8b7fa44815 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Made reservation on behalf of 95a0b07371fd4fe3b3f8961fdff1edb7 for: {'port': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:54:20.325336 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-b6f4bb1f-afa3-49b1-95b5-be8b7fa44815 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:20.352339 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dc1c7977-2a5c-4950-b827-23ae53be5842 req-aaf9e745-3655-4b4e-b96d-cfc70a5dfb78 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 210 time: 0.0906851 Jun 30 10:54:20.543263 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd519f09a-e6db-4ad8-8e10-b724d4934e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-566958445-router', 'tenant_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '753981b3-d0b9-4c83-9fca-57b2c50f5754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:09Z', 'updated_at': '2021-06-30T10:54:17Z', 'revision_number': 4, 'project_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'gw_port': {'id': '753981b3-d0b9-4c83-9fca-57b2c50f5754', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:35:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd519f09a-e6db-4ad8-8e10-b724d4934e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:10Z', 'updated_at': '2021-06-30T10:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': '6dafcd56-9792-43fb-a86a-d950f626df01', 'name': '', 'network_id': 'bed23b81-a268-4baa-a8b3-0d89a55f5b16', 'tenant_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'mac_address': 'fa:16:3e:01:04:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd519f09a-e6db-4ad8-8e10-b724d4934e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd6b7436d-5b83-48d2-ab4c-acf6e73a305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:17Z', 'revision_number': 2, 'project_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'subnets': [{'id': 'd6b7436d-5b83-48d2-ab4c-acf6e73a305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:54:20.574154 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] Checking router: d519f09a-e6db-4ad8-8e10-b724d4934e9c for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:54:20.574709 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] Updating router d519f09a-e6db-4ad8-8e10-b724d4934e9c port 6dafcd56-9792-43fb-a86a-d950f626df01 binding host dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:54:20.581079 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-0b4af6d9-c6d8-4b47-9805-26ec3807abe7 None None] Provisioning complete for port ebdea0e6-7127-4049-a9dc-8d88e4c2ff17 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:20.581482 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0b4af6d9-c6d8-4b47-9805-26ec3807abe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:20.595861 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:20.810239 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:20.865949 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port ebdea0e6-7127-4049-a9dc-8d88e4c2ff17, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=ebdea0e6-7127-4049-a9dc-8d88e4c2ff17,segment=NetworkSegment(77d01b3d-de25-4204-b64a-7d67e17a8c5d),segment_id=77d01b3d-de25-4204-b64a-7d67e17a8c5d)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:54:20.886868 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:20.964684 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-98b31b16-9920-4d82-806d-651441621077 req-fc1eac75-8ec6-4560-871f-f444614291eb tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 210 time: 0.1046104 Jun 30 10:54:21.069672 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-2f14f5c3-bfa0-4bc8-a694-0311abf32660 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:21.073958 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-2f14f5c3-bfa0-4bc8-a694-0311abf32660 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.39 "GET /v2.0/networks?id=a20081a6-ba67-4abf-96ef-d0d83658aac0 HTTP/1.1" status: 200 len: 814 time: 1.0967674 Jun 30 10:54:21.107181 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-0d08a4b5-0d19-405b-b09a-8a4110dc4d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:21.123445 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-de8944fe-ad85-4114-b82d-0849b78ba813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995848'] for router, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:21.308570 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-0da86d93-9941-4129-8d59-ac364517bc83 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Request body: {'port': {'device_id': 'a38c4fbc-2872-4e94-b17e-415a6fc82248', 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0', 'admin_state_up': True, 'tenant_id': '7789f67dc72a47fb92630538059ec02e'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:21.349612 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d08a4b5-0d19-405b-b09a-8a4110dc4d08 admin admin] Network 35f17bf8-70f6-411c-85c9-98655ea214de is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:54:21.441706 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 0052d643-0512-489f-ba4b-d928dd8f2e56 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:54:21.565975 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=ebdea0e6-7127-4049-a9dc-8d88e4c2ff17,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:21.599737 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-0d08a4b5-0d19-405b-b09a-8a4110dc4d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:21.604338 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d08a4b5-0d19-405b-b09a-8a4110dc4d08 admin admin] Received port after_create {{(pid=92943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:54:21.692098 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 0052d643-0512-489f-ba4b-d928dd8f2e56 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:21.692482 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:21.752254 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6b132002-94dc-4ab0-bc45-5e4f8cd3dc0a req-fac9a942-17e1-4ff1-93a3-323d79422636 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 210 time: 0.0802822 Jun 30 10:54:21.973990 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08a4b5-0d19-405b-b09a-8a4110dc4d08 admin admin] Pushing event updated for resources: {'Port': ['ID=dc391260-2204-4b36-a515-4278a0936710,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:22.031725 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c3243-f676-4398-800e-b38dc32c817d req-f58e5cc3-6634-4e9b-a090-6026b9949df0 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:22.035362 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-764c3243-f676-4398-800e-b38dc32c817d req-f58e5cc3-6634-4e9b-a090-6026b9949df0 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/networks?id=bed23b81-a268-4baa-a8b3-0d89a55f5b16 HTTP/1.1" status: 200 len: 818 time: 1.5017188 Jun 30 10:54:22.042526 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 753981b3-d0b9-4c83-9fca-57b2c50f5754 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:54:22.099479 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:22.114389 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] Transition to ACTIVE for port object 6dafcd56-9792-43fb-a86a-d950f626df01 will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:54:22.139415 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:22.143570 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 753981b3-d0b9-4c83-9fca-57b2c50f5754 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:22.143899 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:22.213182 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-764c3243-f676-4398-800e-b38dc32c817d req-4698aad6-aba8-4f55-9dbf-ebd74a8f4096 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/quotas/ba59ae1dd0854ec58e3e087862fe2717 HTTP/1.1" status: 200 len: 375 time: 0.0957150 Jun 30 10:54:22.230912 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3a8e2fb7-822f-4d23-9380-5b325b53ef4b req-8ae32bb9-08d4-441a-90d8-69d5afe85e17 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 210 time: 0.0667496 Jun 30 10:54:22.248909 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_common [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-b6f4bb1f-afa3-49b1-95b5-be8b7fa44815 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Allocated IP 172.20.0.2 (12bb83a3-4778-4b98-8442-64577c978638/bc711361-94c7-4788-9ac6-7caba4308a3e/de1ee205-3d73-432f-8233-e171570caf9d) {{(pid=92943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:54:22.318765 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505239a-433c-4378-8429-4e91b9f77c6e None None] Pushing event updated for resources: {'Port': ['ID=6dafcd56-9792-43fb-a86a-d950f626df01,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:22.523523 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] Attempting to bind port 6dafcd56-9792-43fb-a86a-d950f626df01 on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:54:22.525741 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] Attempting to bind port 6dafcd56-9792-43fb-a86a-d950f626df01 by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': '602facd0-b748-432b-9c59-5356cfe8f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bed23b81-a268-4baa-a8b3-0d89a55f5b16'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:54:22.526477 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] Attempting to bind port 6dafcd56-9792-43fb-a86a-d950f626df01 on network bed23b81-a268-4baa-a8b3-0d89a55f5b16 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:54:22.535887 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:54:22.536885 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] Checking segment: {'id': '602facd0-b748-432b-9c59-5356cfe8f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bed23b81-a268-4baa-a8b3-0d89a55f5b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:54:22.538249 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:22.538825 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] Bound using segment: {'id': '602facd0-b748-432b-9c59-5356cfe8f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bed23b81-a268-4baa-a8b3-0d89a55f5b16'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:54:22.539428 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] Bound port: 6dafcd56-9792-43fb-a86a-d950f626df01, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '602facd0-b748-432b-9c59-5356cfe8f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bed23b81-a268-4baa-a8b3-0d89a55f5b16'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:54:22.540967 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:22.638603 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-0d08a4b5-0d19-405b-b09a-8a4110dc4d08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:22.661806 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-0da86d93-9941-4129-8d59-ac364517bc83 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Made reservation on behalf of 7789f67dc72a47fb92630538059ec02e for: {'port': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:54:22.665321 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-0da86d93-9941-4129-8d59-ac364517bc83 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:22.697271 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] For port 6dafcd56-9792-43fb-a86a-d950f626df01, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:54:22.704475 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] For port 6dafcd56-9792-43fb-a86a-d950f626df01, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=6dafcd56-9792-43fb-a86a-d950f626df01,segment=NetworkSegment(602facd0-b748-432b-9c59-5356cfe8f0eb),segment_id=602facd0-b748-432b-9c59-5356cfe8f0eb)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:54:22.712920 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:22.806910 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-764c3243-f676-4398-800e-b38dc32c817d req-75a46f59-d4e0-4c12-b223-088811b94bd3 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=ba59ae1dd0854ec58e3e087862fe2717&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5453219 Jun 30 10:54:22.975932 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] Routers {'d519f09a-e6db-4ad8-8e10-b724d4934e9c'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:54:22.982957 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:54:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['d519f09a-e6db-4ad8-8e10-b724d4934e9c'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:54:23.146244 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4f4e77f3-50fc-46b5-ab93-534efe0f926a req-2434aaf0-a5f0-4eaf-8b22-869619859088 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 210 time: 0.1262748 Jun 30 10:54:23.192232 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device ebdea0e6-7127-4049-a9dc-8d88e4c2ff17 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:54:23.214649 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505239a-433c-4378-8429-4e91b9f77c6e None None] Pushing event updated for resources: {'Port': ['ID=6dafcd56-9792-43fb-a86a-d950f626df01,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:23.221851 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8944fe-ad85-4114-b82d-0849b78ba813 admin admin] Router d1acbf17-3ab3-40e3-9017-c9e71442ac85 is scheduled to L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 with binding_index 1 {{(pid=92943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:54:23.369491 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] Set router d519f09a-e6db-4ad8-8e10-b724d4934e9c gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:54:23.383876 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-b6f4bb1f-afa3-49b1-95b5-be8b7fa44815 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Notify callbacks [] for port, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:23.505672 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c213bf5-6cc1-41f6-8dfe-4d5c5ca10e32 req-0022ab49-e329-4e95-b317-5ed684d59d70 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 210 time: 0.0581644 Jun 30 10:54:23.679417 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-764c3243-f676-4398-800e-b38dc32c817d req-d4933677-368d-4090-b87b-f8a4b0b29767 service neutron] 10.222.0.91 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8083043 Jun 30 10:54:23.694979 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port ebdea0e6-7127-4049-a9dc-8d88e4c2ff17 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:23.695410 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:23.788448 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_common [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-0da86d93-9941-4129-8d59-ac364517bc83 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Allocated IP 172.20.0.3 (a20081a6-ba67-4abf-96ef-d0d83658aac0/873c6c9f-5658-492f-86d2-622388a23a24/f31d4ff9-6cba-423e-af50-3b144ec38e93) {{(pid=92943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:54:23.901393 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-0d08a4b5-0d19-405b-b09a-8a4110dc4d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995848'] for router, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:23.904088 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-b6f4bb1f-afa3-49b1-95b5-be8b7fa44815 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:23.993266 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd519f09a-e6db-4ad8-8e10-b724d4934e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-566958445-router', 'tenant_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '753981b3-d0b9-4c83-9fca-57b2c50f5754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:09Z', 'updated_at': '2021-06-30T10:54:17Z', 'revision_number': 4, 'project_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'gw_port': {'id': '753981b3-d0b9-4c83-9fca-57b2c50f5754', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd519f09a-e6db-4ad8-8e10-b724d4934e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:10Z', 'updated_at': '2021-06-30T10:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': '6dafcd56-9792-43fb-a86a-d950f626df01', 'name': '', 'network_id': 'bed23b81-a268-4baa-a8b3-0d89a55f5b16', 'tenant_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'mac_address': 'fa:16:3e:01:04:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd519f09a-e6db-4ad8-8e10-b724d4934e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd6b7436d-5b83-48d2-ab4c-acf6e73a305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:22Z', 'revision_number': 4, 'project_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'subnets': [{'id': 'd6b7436d-5b83-48d2-ab4c-acf6e73a305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:54:24.046997 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-b6f4bb1f-afa3-49b1-95b5-be8b7fa44815 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Network 12bb83a3-4778-4b98-8442-64577c978638 is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:54:24.064459 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4bb1f-afa3-49b1-95b5-be8b7fa44815 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Pushing event updated for resources: {'Port': ['ID=de1ee205-3d73-432f-8233-e171570caf9d,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:24.066296 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-b6f4bb1f-afa3-49b1-95b5-be8b7fa44815 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:24.068466 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-b6f4bb1f-afa3-49b1-95b5-be8b7fa44815 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Received port after_create {{(pid=92943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:54:24.074545 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-b6f4bb1f-afa3-49b1-95b5-be8b7fa44815 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:24.075981 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-b6f4bb1f-afa3-49b1-95b5-be8b7fa44815 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for port, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:24.099087 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8944fe-ad85-4114-b82d-0849b78ba813 admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:54:24.112522 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] Sync routers for ids ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'] in dv-cinder-786627-16-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:54:24.126942 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-b6f4bb1f-afa3-49b1-95b5-be8b7fa44815 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6796060 Jun 30 10:54:24.128601 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a9c95e-3c98-402c-974b-d2752807577c None None] The sync data for ids ['d519f09a-e6db-4ad8-8e10-b724d4934e9c'] in dv-cinder-786627-16-iscsi is: [{'id': 'd519f09a-e6db-4ad8-8e10-b724d4934e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-566958445-router', 'tenant_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '753981b3-d0b9-4c83-9fca-57b2c50f5754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:09Z', 'updated_at': '2021-06-30T10:54:17Z', 'revision_number': 4, 'project_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'gw_port': {'id': '753981b3-d0b9-4c83-9fca-57b2c50f5754', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd519f09a-e6db-4ad8-8e10-b724d4934e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:10Z', 'updated_at': '2021-06-30T10:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': '6dafcd56-9792-43fb-a86a-d950f626df01', 'name': '', 'network_id': 'bed23b81-a268-4baa-a8b3-0d89a55f5b16', 'tenant_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'mac_address': 'fa:16:3e:01:04:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd519f09a-e6db-4ad8-8e10-b724d4934e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd6b7436d-5b83-48d2-ab4c-acf6e73a305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:22Z', 'revision_number': 4, 'project_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'subnets': [{'id': 'd6b7436d-5b83-48d2-ab4c-acf6e73a305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:54:24.132873 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-de8944fe-ad85-4114-b82d-0849b78ba813 admin admin] Notify callbacks [] for router, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:24.134529 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] Routers {'d1acbf17-3ab3-40e3-9017-c9e71442ac85'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:54:24.138215 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 52980) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:24.144825 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:54:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:54:24.150971 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-de8944fe-ad85-4114-b82d-0849b78ba813 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.0841556 Jun 30 10:54:24.576154 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-764c3243-f676-4398-800e-b38dc32c817d req-46fab914-5e51-43df-a493-95a289b15089 service neutron] 10.222.0.91 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8303137 Jun 30 10:54:24.716160 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f9095-3fc3-45e8-970e-785da19c24e0 req-337c6396-f3af-4777-8944-8dca75c3ef79 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:24.723559 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c21f9095-3fc3-45e8-970e-785da19c24e0 req-337c6396-f3af-4777-8944-8dca75c3ef79 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 931 time: 0.2203410 Jun 30 10:54:24.761137 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d08a4b5-0d19-405b-b09a-8a4110dc4d08 admin admin] Router 51a89b9a-8eda-426a-af4c-631f81bb920a is scheduled to L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 with binding_index 1 {{(pid=92943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:54:24.866039 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c21f9095-3fc3-45e8-970e-785da19c24e0 req-927ba13f-64a1-42b4-8658-94acb2796f4c tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/security-groups?id=8a0ef213-768d-4a86-8da5-4eb99e928160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414371 Jun 30 10:54:25.058782 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] Set router d1acbf17-3ab3-40e3-9017-c9e71442ac85 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:54:25.173834 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 6dafcd56-9792-43fb-a86a-d950f626df01 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:54:25.308611 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port 6dafcd56-9792-43fb-a86a-d950f626df01 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:54:25.325295 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 6dafcd56-9792-43fb-a86a-d950f626df01 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:25.326954 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:25.396009 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-63b4e87a-a0d2-41c4-8fda-c975e6765290 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:54:25.397124 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-63b4e87a-a0d2-41c4-8fda-c975e6765290 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0315106 Jun 30 10:54:25.602053 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f2c109f2-e0a9-46a0-86d0-e63dd197d59b req-f784ff54-80d1-451e-8261-ac777bbb768e tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 210 time: 0.1786220 Jun 30 10:54:25.636595 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:25.760319 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port 6dafcd56-9792-43fb-a86a-d950f626df01, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=6dafcd56-9792-43fb-a86a-d950f626df01,segment=NetworkSegment(602facd0-b748-432b-9c59-5356cfe8f0eb),segment_id=602facd0-b748-432b-9c59-5356cfe8f0eb)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:54:25.768176 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:25.789658 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-8fd73094-b4c9-4539-8120-0c6320873ad4 req-525569d4-9649-471b-9ca5-3591b04e3728 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 210 time: 0.4251854 Jun 30 10:54:25.875247 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'name': 'tempest-AttachVolumeTestJSON-555392615-router', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:17Z', 'revision_number': 3, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'gw_port': {'id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:54:25.984095 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-0da86d93-9941-4129-8d59-ac364517bc83 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks [] for port, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:25.995001 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=6dafcd56-9792-43fb-a86a-d950f626df01,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:26.026061 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1d3fe09f-a8a1-4dab-8e68-72456ac7dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:26.050520 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-c7fdf32d-e27b-4f12-a9d8-6cbc5a3156c5 service neutron] Request body: {'port': {'device_id': '19ac70c1-1430-4fdc-a17d-42c1e2404202', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:26.065734 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] Checking router: d1acbf17-3ab3-40e3-9017-c9e71442ac85 for host: dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:54:26.067191 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-0da86d93-9941-4129-8d59-ac364517bc83 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:26.072177 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] Updating router d1acbf17-3ab3-40e3-9017-c9e71442ac85 port 1d8a6364-acd1-4bbb-b9c3-156301fa920b binding host dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:54:26.236801 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d08a4b5-0d19-405b-b09a-8a4110dc4d08 admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:54:26.249486 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] Sync routers for ids ['51a89b9a-8eda-426a-af4c-631f81bb920a'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:54:26.266378 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] Routers {'51a89b9a-8eda-426a-af4c-631f81bb920a'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:54:26.271935 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:54:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['51a89b9a-8eda-426a-af4c-631f81bb920a'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:54:26.309613 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:26.556737 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] Set router 51a89b9a-8eda-426a-af4c-631f81bb920a gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:54:26.561423 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-0da86d93-9941-4129-8d59-ac364517bc83 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Network a20081a6-ba67-4abf-96ef-d0d83658aac0 is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:54:26.821275 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41d7e8-5a9a-405d-a203-d8b3614c7423 req-3a1b4f05-30fa-4ccf-b864-bacf9c4b55d3 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:26.823139 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ec41d7e8-5a9a-405d-a203-d8b3614c7423 req-3a1b4f05-30fa-4ccf-b864-bacf9c4b55d3 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 931 time: 0.5819833 Jun 30 10:54:26.860673 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-0da86d93-9941-4129-8d59-ac364517bc83 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:26.877090 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-0d08a4b5-0d19-405b-b09a-8a4110dc4d08 admin admin] Notify callbacks [] for router, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:26.880443 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-1d3fe09f-a8a1-4dab-8e68-72456ac7dc0a admin admin] Allocated IP 172.20.0.1 (b064df9a-1bb0-4ef7-88cf-3439f5069f39/f321f395-8a24-424f-a000-187ba04163ef/ef798c91-f1e6-41e8-a80f-668a0f24cd3e) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:54:26.891888 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-0d08a4b5-0d19-405b-b09a-8a4110dc4d08 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 13.7433991 Jun 30 10:54:26.897476 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-0da86d93-9941-4129-8d59-ac364517bc83 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Received port after_create {{(pid=92943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:54:26.933807 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-0da86d93-9941-4129-8d59-ac364517bc83 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:26.935616 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-0da86d93-9941-4129-8d59-ac364517bc83 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for port, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:26.938979 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da86d93-9941-4129-8d59-ac364517bc83 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Pushing event updated for resources: {'Port': ['ID=f31d4ff9-6cba-423e-af50-3b144ec38e93,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:26.975414 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 53052) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:27.044175 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 6dafcd56-9792-43fb-a86a-d950f626df01 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:54:27.174874 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-c7fdf32d-e27b-4f12-a9d8-6cbc5a3156c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:27.208731 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ec41d7e8-5a9a-405d-a203-d8b3614c7423 req-2c736203-5c53-4ac0-9dd7-6bb98622c25e tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/security-groups?id=8a0ef213-768d-4a86-8da5-4eb99e928160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772171 Jun 30 10:54:27.240406 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-0da86d93-9941-4129-8d59-ac364517bc83 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9624152 Jun 30 10:54:27.300011 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:27.322939 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] Transition to ACTIVE for port object 1d8a6364-acd1-4bbb-b9c3-156301fa920b will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:54:27.338354 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:27.389257 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1d3fe09f-a8a1-4dab-8e68-72456ac7dc0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:27.435373 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-1d3fe09f-a8a1-4dab-8e68-72456ac7dc0a admin admin] Transition to ACTIVE for port object ef798c91-f1e6-41e8-a80f-668a0f24cd3e will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:54:27.435705 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 6dafcd56-9792-43fb-a86a-d950f626df01 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:27.435705 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:27.447271 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-1d4a8bfb-2609-45ad-afda-2800f2609475 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:27.448832 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-1d4a8bfb-2609-45ad-afda-2800f2609475 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/networks?id=bed23b81-a268-4baa-a8b3-0d89a55f5b16 HTTP/1.1" status: 200 len: 818 time: 0.9795015 Jun 30 10:54:27.449317 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 53058) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:27.455831 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f9e9f-6190-4370-a0b1-36092edbdb5f None None] Pushing event updated for resources: {'Port': ['ID=1d8a6364-acd1-4bbb-b9c3-156301fa920b,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:27.458218 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] Attempting to bind port 1d8a6364-acd1-4bbb-b9c3-156301fa920b on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:54:27.458750 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] Attempting to bind port 1d8a6364-acd1-4bbb-b9c3-156301fa920b by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:54:27.459272 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] Attempting to bind port 1d8a6364-acd1-4bbb-b9c3-156301fa920b on network 35f17bf8-70f6-411c-85c9-98655ea214de {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:54:27.469410 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:54:27.470020 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] Checking segment: {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:54:27.470841 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:27.471366 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] Bound using segment: {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:54:27.472016 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] Bound port: 1d8a6364-acd1-4bbb-b9c3-156301fa920b, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:54:27.472745 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:27.486689 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'name': 'tempest-AttachVolumeShelveTestJSON-1421298501-router', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'dc391260-2204-4b36-a515-4278a0936710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:22Z', 'revision_number': 3, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'gw_port': {'id': 'dc391260-2204-4b36-a515-4278a0936710', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:54:27.525302 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1d3fe09f-a8a1-4dab-8e68-72456ac7dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:27.537137 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] Checking router: 51a89b9a-8eda-426a-af4c-631f81bb920a for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:54:27.537505 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] Updating router 51a89b9a-8eda-426a-af4c-631f81bb920a port dc391260-2204-4b36-a515-4278a0936710 binding host dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:54:27.563983 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-7623feeb-8dcf-4f41-8b44-1b7d3a81d681 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/quotas/ba59ae1dd0854ec58e3e087862fe2717 HTTP/1.1" status: 200 len: 375 time: 0.0827999 Jun 30 10:54:27.580060 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] For port 1d8a6364-acd1-4bbb-b9c3-156301fa920b, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:54:27.583856 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3fe09f-a8a1-4dab-8e68-72456ac7dc0a admin admin] Network b064df9a-1bb0-4ef7-88cf-3439f5069f39 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:54:27.584028 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:27.585757 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] For port 1d8a6364-acd1-4bbb-b9c3-156301fa920b, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=1d8a6364-acd1-4bbb-b9c3-156301fa920b,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:54:27.596408 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:27.607202 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790c365-3887-4cd1-a104-e2c4dd68b3b9 req-8e6187b8-7172-463e-aa15-ed3f3384ca42 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:27.614394 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6790c365-3887-4cd1-a104-e2c4dd68b3b9 req-8e6187b8-7172-463e-aa15-ed3f3384ca42 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 931 time: 0.1460288 Jun 30 10:54:27.616491 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-1d3fe09f-a8a1-4dab-8e68-72456ac7dc0a admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:27.619225 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3fe09f-a8a1-4dab-8e68-72456ac7dc0a admin admin] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:54:27.619733 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1d3fe09f-a8a1-4dab-8e68-72456ac7dc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996865'] for router_interface, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:27.684027 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fe09f-a8a1-4dab-8e68-72456ac7dc0a admin admin] Pushing event updated for resources: {'Port': ['ID=ef798c91-f1e6-41e8-a80f-668a0f24cd3e,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:27.712851 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f9e9f-6190-4370-a0b1-36092edbdb5f None None] Pushing event updated for resources: {'Port': ['ID=1d8a6364-acd1-4bbb-b9c3-156301fa920b,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:27.758004 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] Routers {'d1acbf17-3ab3-40e3-9017-c9e71442ac85'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:54:27.760459 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:54:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:54:27.778645 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6790c365-3887-4cd1-a104-e2c4dd68b3b9 req-e14805c0-f848-402d-99bb-f858d2a9d93a tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630170 Jun 30 10:54:27.868041 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1d3fe09f-a8a1-4dab-8e68-72456ac7dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:27.911870 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] Set router d1acbf17-3ab3-40e3-9017-c9e71442ac85 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:54:27.917636 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bbdb6808-02bc-4715-a43e-1007dd6676dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:28.032046 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:28.050625 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] Transition to ACTIVE for port object dc391260-2204-4b36-a515-4278a0936710 will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:54:28.052789 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-d6ef799f-92fe-4f8b-82f4-9fa3cca90343 None None] Provisioning for port ef798c91-f1e6-41e8-a80f-668a0f24cd3e completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:54:28.058368 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-d6ef799f-92fe-4f8b-82f4-9fa3cca90343 None None] Provisioning complete for port ef798c91-f1e6-41e8-a80f-668a0f24cd3e triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:28.058802 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-d6ef799f-92fe-4f8b-82f4-9fa3cca90343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:28.098325 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1d3fe09f-a8a1-4dab-8e68-72456ac7dc0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:28.102601 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:28.104970 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1d3fe09f-a8a1-4dab-8e68-72456ac7dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:28.106468 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1d3fe09f-a8a1-4dab-8e68-72456ac7dc0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1998454'] for router_interface, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:28.158223 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e136677-55d3-4e04-ba0c-526df153abc8 None None] Pushing event updated for resources: {'Port': ['ID=dc391260-2204-4b36-a515-4278a0936710,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:28.162635 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef799f-92fe-4f8b-82f4-9fa3cca90343 None None] Port ef798c91-f1e6-41e8-a80f-668a0f24cd3e cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:54:28.179051 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] Attempting to bind port dc391260-2204-4b36-a515-4278a0936710 on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:54:28.179422 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] Attempting to bind port dc391260-2204-4b36-a515-4278a0936710 by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:54:28.179821 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] Attempting to bind port dc391260-2204-4b36-a515-4278a0936710 on network 35f17bf8-70f6-411c-85c9-98655ea214de {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:54:28.185412 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:54:28.185794 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] Checking segment: {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:54:28.186191 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:28.186588 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] Bound using segment: {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:54:28.187512 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] Bound port: dc391260-2204-4b36-a515-4278a0936710, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:54:28.187512 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:28.202660 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fe09f-a8a1-4dab-8e68-72456ac7dc0a admin admin] Pushing event updated for resources: {'Port': ['ID=ef798c91-f1e6-41e8-a80f-668a0f24cd3e,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:28.224476 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-35bcc332-31d8-4db4-a46a-2ad6d06fb35f tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=ba59ae1dd0854ec58e3e087862fe2717&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6551144 Jun 30 10:54:28.255988 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'name': 'tempest-AttachVolumeTestJSON-555392615-router', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:17Z', 'revision_number': 3, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'gw_port': {'id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:54:28.266816 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] For port dc391260-2204-4b36-a515-4278a0936710, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:54:28.267267 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3fe09f-a8a1-4dab-8e68-72456ac7dc0a admin admin] Network b064df9a-1bb0-4ef7-88cf-3439f5069f39 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:54:28.270200 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] For port dc391260-2204-4b36-a515-4278a0936710, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=dc391260-2204-4b36-a515-4278a0936710,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:54:28.271351 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-1d3fe09f-a8a1-4dab-8e68-72456ac7dc0a admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:28.291825 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:28.292910 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722efc2-7358-4419-ba3d-67a389ab974d None None] The sync data for ids ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'] in dv-cinder-786627-16-iscsi is: [{'id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'name': 'tempest-AttachVolumeTestJSON-555392615-router', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:17Z', 'revision_number': 3, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'gw_port': {'id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:54:28.359760 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] Routers {'51a89b9a-8eda-426a-af4c-631f81bb920a'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:54:28.360536 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:54:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['51a89b9a-8eda-426a-af4c-631f81bb920a'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:54:28.420042 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-30fb2566-b17b-4eec-8764-72571c15b67c service neutron] 10.222.0.91 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800983 Jun 30 10:54:28.482729 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] Set router 51a89b9a-8eda-426a-af4c-631f81bb920a gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:54:28.551451 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3fe09f-a8a1-4dab-8e68-72456ac7dc0a admin admin] Router d1acbf17-3ab3-40e3-9017-c9e71442ac85 has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:54:28.600309 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e136677-55d3-4e04-ba0c-526df153abc8 None None] Pushing event updated for resources: {'Port': ['ID=dc391260-2204-4b36-a515-4278a0936710,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:28.619482 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bbdb6808-02bc-4715-a43e-1007dd6676dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:28.619852 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-0606656c-ea04-48c0-be14-f1fcb67ba842 None None] Provisioning complete for port ef798c91-f1e6-41e8-a80f-668a0f24cd3e triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:28.620228 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0606656c-ea04-48c0-be14-f1fcb67ba842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:28.630337 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa114484-7a2b-4436-88e7-1a0fed24d710 req-6846e0a7-b9c3-47c2-9490-e8ac01e9f755 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:28.631827 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fa114484-7a2b-4436-88e7-1a0fed24d710 req-6846e0a7-b9c3-47c2-9490-e8ac01e9f755 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 931 time: 0.1806972 Jun 30 10:54:28.654973 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bbdb6808-02bc-4715-a43e-1007dd6676dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:28.696877 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-0606656c-ea04-48c0-be14-f1fcb67ba842 None None] Port ef798c91-f1e6-41e8-a80f-668a0f24cd3e cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:54:28.737381 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fa114484-7a2b-4436-88e7-1a0fed24d710 req-558c7a6e-c82f-49b2-b856-17d56b2f2985 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/security-groups?id=8a0ef213-768d-4a86-8da5-4eb99e928160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973651 Jun 30 10:54:28.782060 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3fe09f-a8a1-4dab-8e68-72456ac7dc0a admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:54:28.792401 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-1d3fe09f-a8a1-4dab-8e68-72456ac7dc0a admin admin] 10.222.0.91 "PUT /v2.0/routers/d1acbf17-3ab3-40e3-9017-c9e71442ac85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6522863 Jun 30 10:54:28.824973 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'name': 'tempest-AttachVolumeShelveTestJSON-1421298501-router', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'dc391260-2204-4b36-a515-4278a0936710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:22Z', 'revision_number': 3, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'gw_port': {'id': 'dc391260-2204-4b36-a515-4278a0936710', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:54:28.854075 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb6808-02bc-4715-a43e-1007dd6676dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5712284d-83c8-485e-bf41-ad07ee93b95b,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:28.864471 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed91447-9df7-43e1-a89f-94f26fdea77f None None] The sync data for ids ['51a89b9a-8eda-426a-af4c-631f81bb920a'] in dv-cinder-786627-16-iscsi is: [{'id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'name': 'tempest-AttachVolumeShelveTestJSON-1421298501-router', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'dc391260-2204-4b36-a515-4278a0936710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:22Z', 'revision_number': 3, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'gw_port': {'id': 'dc391260-2204-4b36-a515-4278a0936710', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:54:28.879658 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-bbdb6808-02bc-4715-a43e-1007dd6676dc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e042507b86d6407b8cbcf24c490bafd3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4256890 Jun 30 10:54:28.882274 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 53076) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:28.906384 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.notifiers.nova [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-c7fdf32d-e27b-4f12-a9d8-6cbc5a3156c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1ee205-3d73-432f-8233-e171570caf9d {{(pid=92943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:54:28.913060 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-90a29aa6-c483-425e-b185-f7079563fa2d service neutron] 10.222.0.91 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917634 Jun 30 10:54:28.927030 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-c7fdf32d-e27b-4f12-a9d8-6cbc5a3156c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:29.047604 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-00df520f-b7a2-4fb8-9bfd-86d9c0058aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:29.091625 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 1d8a6364-acd1-4bbb-b9c3-156301fa920b up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:54:29.117857 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-00df520f-b7a2-4fb8-9bfd-86d9c0058aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:29.132240 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f079e9e-0933-43d7-90cc-c101639b935c req-d80620eb-2609-485a-9b30-6518b75cb791 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:29.134575 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7f079e9e-0933-43d7-90cc-c101639b935c req-d80620eb-2609-485a-9b30-6518b75cb791 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 931 time: 0.1603529 Jun 30 10:54:29.184686 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port 1d8a6364-acd1-4bbb-b9c3-156301fa920b completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:54:29.198783 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 1d8a6364-acd1-4bbb-b9c3-156301fa920b triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:29.200621 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:29.303176 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7f079e9e-0933-43d7-90cc-c101639b935c req-5f8ab71d-531e-453f-8241-bcd2c9e3a43b tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553042 Jun 30 10:54:29.331149 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-00df520f-b7a2-4fb8-9bfd-86d9c0058aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:29.334156 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-00df520f-b7a2-4fb8-9bfd-86d9c0058aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:29.344789 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-00df520f-b7a2-4fb8-9bfd-86d9c0058aeb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5712284d-83c8-485e-bf41-ad07ee93b95b HTTP/1.1" status: 204 len: 168 time: 0.4613922 Jun 30 10:54:29.364840 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df520f-b7a2-4fb8-9bfd-86d9c0058aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5712284d-83c8-485e-bf41-ad07ee93b95b,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:29.410081 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b6ecf4be-b132-4211-9a37-e43d124d5d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:29.431776 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.provisioning_blocks [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-c7fdf32d-e27b-4f12-a9d8-6cbc5a3156c5 service neutron] Transition to ACTIVE for port object de1ee205-3d73-432f-8233-e171570caf9d will not be triggered until provisioned by entity L2. {{(pid=92943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:54:29.524603 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:29.526278 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-48eafa56-7fa3-4f03-a20f-f8c5e7ef484a req-9d3ce884-4f2d-49a2-8c73-31142cd790a0 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 210 time: 0.1112146 Jun 30 10:54:29.538007 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-c7fdf32d-e27b-4f12-a9d8-6cbc5a3156c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:29.598752 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port 1d8a6364-acd1-4bbb-b9c3-156301fa920b, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=1d8a6364-acd1-4bbb-b9c3-156301fa920b,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:54:29.606605 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:29.686766 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=1d8a6364-acd1-4bbb-b9c3-156301fa920b,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:29.881535 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdf32d-e27b-4f12-a9d8-6cbc5a3156c5 service neutron] Pushing event updated for resources: {'Port': ['ID=de1ee205-3d73-432f-8233-e171570caf9d,revision_number=2']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:29.897867 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-c7fdf32d-e27b-4f12-a9d8-6cbc5a3156c5 service neutron] Attempting to bind port de1ee205-3d73-432f-8233-e171570caf9d on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:54:29.906229 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-c7fdf32d-e27b-4f12-a9d8-6cbc5a3156c5 service neutron] Attempting to bind port de1ee205-3d73-432f-8233-e171570caf9d by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '131f5df0-745c-453f-ab22-21b461f76f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '12bb83a3-4778-4b98-8442-64577c978638'}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:54:29.906753 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-c7fdf32d-e27b-4f12-a9d8-6cbc5a3156c5 service neutron] Attempting to bind port de1ee205-3d73-432f-8233-e171570caf9d on network 12bb83a3-4778-4b98-8442-64577c978638 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:54:29.927917 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-c7fdf32d-e27b-4f12-a9d8-6cbc5a3156c5 service neutron] Port de1ee205-3d73-432f-8233-e171570caf9d on network 12bb83a3-4778-4b98-8442-64577c978638 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:54:29.928633 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-c7fdf32d-e27b-4f12-a9d8-6cbc5a3156c5 service neutron] Attempting to bind port de1ee205-3d73-432f-8233-e171570caf9d on network 12bb83a3-4778-4b98-8442-64577c978638 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:54:29.972861 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-c7fdf32d-e27b-4f12-a9d8-6cbc5a3156c5 service neutron] Checking agent: {'id': '5d5b2242-4ffd-4515-a15c-824c74b42c52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'started_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:54:29.973340 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-c7fdf32d-e27b-4f12-a9d8-6cbc5a3156c5 service neutron] Checking segment: {'id': '131f5df0-745c-453f-ab22-21b461f76f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '12bb83a3-4778-4b98-8442-64577c978638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:54:29.973831 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-c7fdf32d-e27b-4f12-a9d8-6cbc5a3156c5 service neutron] Bound using segment: {'id': '131f5df0-745c-453f-ab22-21b461f76f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '12bb83a3-4778-4b98-8442-64577c978638'} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:54:29.974305 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-c7fdf32d-e27b-4f12-a9d8-6cbc5a3156c5 service neutron] Bound port: de1ee205-3d73-432f-8233-e171570caf9d, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131f5df0-745c-453f-ab22-21b461f76f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '12bb83a3-4778-4b98-8442-64577c978638'}}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:54:29.974680 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-c7fdf32d-e27b-4f12-a9d8-6cbc5a3156c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:30.182521 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 53104) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:30.193517 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_common [None req-b6ecf4be-b132-4211-9a37-e43d124d5d66 admin admin] Allocated IP 172.20.0.1 (3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3/bd9941a1-a63d-4ae1-bee1-bc13b8df9212/431ffc3b-cf99-49d8-b8d6-4f0e561810e3) {{(pid=92943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:54:30.212505 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9388c-c91f-43d8-8c3f-d2b37874570e req-f456a620-e30d-48d6-a93e-e05ee32d7afa tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:30.214176 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-c7fdf32d-e27b-4f12-a9d8-6cbc5a3156c5 service neutron] For port de1ee205-3d73-432f-8233-e171570caf9d, host hv-cinder-78662, cleared binding levels {{(pid=92943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:54:30.224838 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a4e24faf-d802-4249-9b5c-55cfa46a293c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:30.227489 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9be9388c-c91f-43d8-8c3f-d2b37874570e req-f456a620-e30d-48d6-a93e-e05ee32d7afa tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 943 time: 0.1713297 Jun 30 10:54:30.283186 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9be9388c-c91f-43d8-8c3f-d2b37874570e req-100e6732-83f4-4fc9-a4c5-656898f6244e tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/security-groups?id=8a0ef213-768d-4a86-8da5-4eb99e928160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544672 Jun 30 10:54:30.333710 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-c7fdf32d-e27b-4f12-a9d8-6cbc5a3156c5 service neutron] For port de1ee205-3d73-432f-8233-e171570caf9d, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=de1ee205-3d73-432f-8233-e171570caf9d,segment=NetworkSegment(131f5df0-745c-453f-ab22-21b461f76f62),segment_id=131f5df0-745c-453f-ab22-21b461f76f62)] {{(pid=92943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:54:30.356841 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-c7fdf32d-e27b-4f12-a9d8-6cbc5a3156c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:30.432422 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 53110) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:30.438363 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-52f0fbd1-7653-4ab6-bb1c-5c4baf5e507a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1704883051', 'description': 'tempest-description--661255228'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:30.503511 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-c7fdf32d-e27b-4f12-a9d8-6cbc5a3156c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:30.504175 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-c7fdf32d-e27b-4f12-a9d8-6cbc5a3156c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for port, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:30.512931 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-c7fdf32d-e27b-4f12-a9d8-6cbc5a3156c5 service neutron] 10.222.0.39 "PUT /v2.0/ports/de1ee205-3d73-432f-8233-e171570caf9d HTTP/1.1" status: 200 len: 1093 time: 4.7083445 Jun 30 10:54:30.516942 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ac70c1-1430-4fdc-a17d-42c1e2404202', 'tag': 'de1ee205-3d73-432f-8233-e171570caf9d'}] {{(pid=92943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:54:30.714424 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdf32d-e27b-4f12-a9d8-6cbc5a3156c5 service neutron] Pushing event updated for resources: {'Port': ['ID=de1ee205-3d73-432f-8233-e171570caf9d,revision_number=3']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:30.726468 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a4e24faf-d802-4249-9b5c-55cfa46a293c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:30.736133 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a4e24faf-d802-4249-9b5c-55cfa46a293c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:30.785673 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-a4e24faf-d802-4249-9b5c-55cfa46a293c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=780b3f5d6d0d48d893f9a8557c5f0eab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5997210 Jun 30 10:54:30.798797 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 53126) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:30.826539 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39346eb2-d00c-4d26-b49d-46ebd512b099 req-84c45767-e27d-4dad-8353-d779f25de1c5 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:30.829927 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-39346eb2-d00c-4d26-b49d-46ebd512b099 req-84c45767-e27d-4dad-8353-d779f25de1c5 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 931 time: 0.2559593 Jun 30 10:54:30.833230 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-52f0fbd1-7653-4ab6-bb1c-5c4baf5e507a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:30.990999 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbe9d626e50383ffb82a595db8fc1549102463c899d09ce870a2344fe6ae64b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a375064-f585-4afc-8306-8f86157b4cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "19ac70c1-1430-4fdc-a17d-42c1e2404202", "tag": "de1ee205-3d73-432f-8233-e171570caf9d"}]}' {{(pid=92943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:54:31.002111 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b6ecf4be-b132-4211-9a37-e43d124d5d66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:31.011080 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-39346eb2-d00c-4d26-b49d-46ebd512b099 req-2a004e0c-e435-4076-a180-7551a5e01bd7 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743045 Jun 30 10:54:31.055691 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-baba1b6a-6ff5-402a-9f61-0dd85c7d2015 req-db550ea8-5a0c-4e85-857b-d0c5b0982365 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 210 time: 0.2627544 Jun 30 10:54:31.104208 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.provisioning_blocks [None req-b6ecf4be-b132-4211-9a37-e43d124d5d66 admin admin] Transition to ACTIVE for port object 431ffc3b-cf99-49d8-b8d6-4f0e561810e3 will not be triggered until provisioned by entity DHCP. {{(pid=92943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:54:31.172224 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device dc391260-2204-4b36-a515-4278a0936710 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:54:31.188814 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e24faf-d802-4249-9b5c-55cfa46a293c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472bc9fa-352f-428f-a461-3223007ed85d,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:31.225561 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-52f0fbd1-7653-4ab6-bb1c-5c4baf5e507a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:31.228988 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b6ecf4be-b132-4211-9a37-e43d124d5d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:31.231908 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-52f0fbd1-7653-4ab6-bb1c-5c4baf5e507a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:31.236621 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-cc973d72-c16f-4a15-9a5c-839f823dbb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:31.287176 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-52f0fbd1-7653-4ab6-bb1c-5c4baf5e507a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:31.291147 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-52f0fbd1-7653-4ab6-bb1c-5c4baf5e507a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8551445 Jun 30 10:54:31.304905 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 53142) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:31.309922 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecf4be-b132-4211-9a37-e43d124d5d66 admin admin] Pushing event updated for resources: {'Port': ['ID=431ffc3b-cf99-49d8-b8d6-4f0e561810e3,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:31.329503 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-1f8a393d-39e7-400a-81d4-5d9c75663e76 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Request body: {'security_group_rule': {'security_group_id': '0e8cb4bd-2857-46af-a475-71e373a3c7ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:31.343669 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ecf4be-b132-4211-9a37-e43d124d5d66 admin admin] Network 3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:54:31.346633 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-cc973d72-c16f-4a15-9a5c-839f823dbb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:31.348836 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port dc391260-2204-4b36-a515-4278a0936710 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:54:31.353556 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port dc391260-2204-4b36-a515-4278a0936710 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:31.353926 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:31.384975 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-55b6afba-e893-44d4-bb63-cc5d79b2e200 service neutron] Request body: {'port': {'device_id': 'a38c4fbc-2872-4e94-b17e-415a6fc82248', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:31.393204 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-b6ecf4be-b132-4211-9a37-e43d124d5d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:31.397551 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ecf4be-b132-4211-9a37-e43d124d5d66 admin admin] Received port after_create {{(pid=92943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:54:31.397761 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b6ecf4be-b132-4211-9a37-e43d124d5d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996865'] for router_interface, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:31.430143 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0fbd1-7653-4ab6-bb1c-5c4baf5e507a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8cb4bd-2857-46af-a475-71e373a3c7ce,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:31.488642 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1f8a393d-39e7-400a-81d4-5d9c75663e76 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:31.607337 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:31.688196 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port dc391260-2204-4b36-a515-4278a0936710, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=dc391260-2204-4b36-a515-4278a0936710,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:54:31.695404 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:31.696725 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 1d8a6364-acd1-4bbb-b9c3-156301fa920b up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:54:31.719218 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 53146) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:31.792644 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1f8a393d-39e7-400a-81d4-5d9c75663e76 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:31.804376 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1f8a393d-39e7-400a-81d4-5d9c75663e76 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:31.857574 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a393d-39e7-400a-81d4-5d9c75663e76 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3f24cc-ff07-421b-bbac-f757e998c6b6,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:31.904981 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1f8a393d-39e7-400a-81d4-5d9c75663e76 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:31.908600 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-1f8a393d-39e7-400a-81d4-5d9c75663e76 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6002758 Jun 30 10:54:31.908846 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 53164) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:31.914728 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-556dcc11-2438-42e0-827e-0edc3e62ee76 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Request body: {'security_group_rule': {'security_group_id': '0e8cb4bd-2857-46af-a475-71e373a3c7ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:31.928588 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22410e18-456d-4104-a65b-f4bbd5554d5c x-openstack-request-id: req-22410e18-456d-4104-a65b-f4bbd5554d5c {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:54:31.928588 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ac70c1-1430-4fdc-a17d-42c1e2404202", "tag": "de1ee205-3d73-432f-8233-e171570caf9d", "status": "completed", "code": 200}]} {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:54:31.928869 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-22410e18-456d-4104-a65b-f4bbd5554d5c {{(pid=92943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:54:31.929247 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ac70c1-1430-4fdc-a17d-42c1e2404202', 'tag': 'de1ee205-3d73-432f-8233-e171570caf9d', 'status': 'completed', 'code': 200} Jun 30 10:54:31.957846 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=dc391260-2204-4b36-a515-4278a0936710,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:31.985234 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-556dcc11-2438-42e0-827e-0edc3e62ee76 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:32.072275 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-c685dc1e-efed-4855-b57e-02f3748ac5fc None None] Provisioning for port 431ffc3b-cf99-49d8-b8d6-4f0e561810e3 completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:54:32.086865 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 1d8a6364-acd1-4bbb-b9c3-156301fa920b triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:32.087242 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:32.133471 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-c685dc1e-efed-4855-b57e-02f3748ac5fc None None] Provisioning complete for port 431ffc3b-cf99-49d8-b8d6-4f0e561810e3 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:32.133838 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c685dc1e-efed-4855-b57e-02f3748ac5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:32.208712 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cc0e5c70-b521-467e-95b6-4ed0d79a45c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:32.268055 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-c685dc1e-efed-4855-b57e-02f3748ac5fc None None] Port 431ffc3b-cf99-49d8-b8d6-4f0e561810e3 cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:54:32.289102 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-556dcc11-2438-42e0-827e-0edc3e62ee76 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:32.409505 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-556dcc11-2438-42e0-827e-0edc3e62ee76 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:32.427693 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-cc973d72-c16f-4a15-9a5c-839f823dbb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:32.430185 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-cc973d72-c16f-4a15-9a5c-839f823dbb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:32.431346 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-cc973d72-c16f-4a15-9a5c-839f823dbb2d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/472bc9fa-352f-428f-a461-3223007ed85d HTTP/1.1" status: 204 len: 168 time: 1.6314087 Jun 30 10:54:32.535119 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] Sync routers for ids ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'] in dv-cinder-786627-16-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:54:32.549003 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc973d72-c16f-4a15-9a5c-839f823dbb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472bc9fa-352f-428f-a461-3223007ed85d,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:32.551260 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] Routers {'d1acbf17-3ab3-40e3-9017-c9e71442ac85'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:54:32.552871 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:54:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:54:32.591949 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-d2cdd2bc-c524-4fd7-94c7-8353a4651c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:32.593662 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-d2cdd2bc-c524-4fd7-94c7-8353a4651c14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=95a0b07371fd4fe3b3f8961fdff1edb7&device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 1096 time: 1.0564218 Jun 30 10:54:32.602488 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cc0e5c70-b521-467e-95b6-4ed0d79a45c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:32.604200 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b6ecf4be-b132-4211-9a37-e43d124d5d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:32.613236 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-55b6afba-e893-44d4-bb63-cc5d79b2e200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:32.640371 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cc0e5c70-b521-467e-95b6-4ed0d79a45c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:32.663271 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-556dcc11-2438-42e0-827e-0edc3e62ee76 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:32.664693 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-556dcc11-2438-42e0-827e-0edc3e62ee76 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7548325 Jun 30 10:54:32.665885 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556dcc11-2438-42e0-827e-0edc3e62ee76 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4371f01-500a-448c-8d33-f3ba7b58ccb2,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:32.672810 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 53180) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:32.681426 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-287db45c-5af0-4e55-a562-039d825a442a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Request body: {'floatingip': {'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:32.723948 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8f2c3-4f62-4e48-884d-53883c667497 req-68ea8d4f-87ee-4565-8c59-fee992ecbbd9 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:32.726048 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-92b8f2c3-4f62-4e48-884d-53883c667497 req-68ea8d4f-87ee-4565-8c59-fee992ecbbd9 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 943 time: 0.8873510 Jun 30 10:54:32.732133 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-287db45c-5af0-4e55-a562-039d825a442a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for floatingip, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:32.813378 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-cc0e5c70-b521-467e-95b6-4ed0d79a45c1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3808eefd44bf46708d07243f7baa190b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0930443 Jun 30 10:54:32.817777 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 53182) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:32.850094 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f577e5-c628-47e4-a0f1-6d8866c8c510 req-074b3f42-600a-41c9-be91-49c97a45b180 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:32.851817 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-89f577e5-c628-47e4-a0f1-6d8866c8c510 req-074b3f42-600a-41c9-be91-49c97a45b180 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 931 time: 0.4519541 Jun 30 10:54:32.874332 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] Set router d1acbf17-3ab3-40e3-9017-c9e71442ac85 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:54:33.023677 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device dc391260-2204-4b36-a515-4278a0936710 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:54:33.109655 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e5c70-b521-467e-95b6-4ed0d79a45c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5b792c-beb1-4b47-9ed0-1c5afbdda954,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:33.137768 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port dc391260-2204-4b36-a515-4278a0936710 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:33.138157 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:33.198229 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6db82aa0-dd94-4680-a9a2-55e1fcb01ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:33.204502 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:33.227186 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6db82aa0-dd94-4680-a9a2-55e1fcb01ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:33.248211 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'name': 'tempest-AttachVolumeTestJSON-555392615-router', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:27Z', 'revision_number': 4, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'gw_port': {'id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'ef798c91-f1e6-41e8-a80f-668a0f24cd3e', 'name': '', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'mac_address': 'fa:16:3e:13:1b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f321f395-8a24-424f-a000-187ba04163ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:26Z', 'updated_at': '2021-06-30T10:54:27Z', 'revision_number': 2, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'subnets': [{'id': 'f321f395-8a24-424f-a000-187ba04163ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:54:33.304168 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] Checking router: d1acbf17-3ab3-40e3-9017-c9e71442ac85 for host: dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:54:33.304857 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] Updating router d1acbf17-3ab3-40e3-9017-c9e71442ac85 port ef798c91-f1e6-41e8-a80f-668a0f24cd3e binding host dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:54:33.312340 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-92b8f2c3-4f62-4e48-884d-53883c667497 req-6cec0308-4d50-44ed-9e35-bb0f16f04c42 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/security-groups?id=8a0ef213-768d-4a86-8da5-4eb99e928160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5766890 Jun 30 10:54:33.317336 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6db82aa0-dd94-4680-a9a2-55e1fcb01ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:33.320888 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6db82aa0-dd94-4680-a9a2-55e1fcb01ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:33.325462 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-6db82aa0-dd94-4680-a9a2-55e1fcb01ba9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bc5b792c-beb1-4b47-9ed0-1c5afbdda954 HTTP/1.1" status: 204 len: 168 time: 0.5001316 Jun 30 10:54:33.352829 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-89f577e5-c628-47e4-a0f1-6d8866c8c510 req-a4f0b4f4-d08a-4ae1-8210-1d12681f3c71 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736576 Jun 30 10:54:33.376945 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db82aa0-dd94-4680-a9a2-55e1fcb01ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5b792c-beb1-4b47-9ed0-1c5afbdda954,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:33.438303 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:33.504469 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-287db45c-5af0-4e55-a562-039d825a442a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:33.512331 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b6ecf4be-b132-4211-9a37-e43d124d5d66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:33.532704 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.notifiers.nova [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-55b6afba-e893-44d4-bb63-cc5d79b2e200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31d4ff9-6cba-423e-af50-3b144ec38e93 {{(pid=92943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:54:33.540597 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b6ecf4be-b132-4211-9a37-e43d124d5d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:33.542462 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b6ecf4be-b132-4211-9a37-e43d124d5d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1998454'] for router_interface, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:33.590951 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-55b6afba-e893-44d4-bb63-cc5d79b2e200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:33.597582 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0478eacc-444b-44eb-bb27-1399a259cf91 req-1f6d3a8e-c2aa-43f7-be2b-1747533c53bd tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 210 time: 0.1050808 Jun 30 10:54:33.640981 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-287db45c-5af0-4e55-a562-039d825a442a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Allocated IP 172.27.3.240 (35f17bf8-70f6-411c-85c9-98655ea214de/851b99d8-6dc6-42fa-aa4a-7df3a488276b/b46ec242-b759-416a-9a99-53d428ab4d8b) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:54:33.693145 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.provisioning_blocks [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-55b6afba-e893-44d4-bb63-cc5d79b2e200 service neutron] Transition to ACTIVE for port object f31d4ff9-6cba-423e-af50-3b144ec38e93 will not be triggered until provisioned by entity L2. {{(pid=92943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:54:33.709668 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-55b6afba-e893-44d4-bb63-cc5d79b2e200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:33.719340 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecf4be-b132-4211-9a37-e43d124d5d66 admin admin] Pushing event updated for resources: {'Port': ['ID=431ffc3b-cf99-49d8-b8d6-4f0e561810e3,revision_number=2']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:33.788828 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-287db45c-5af0-4e55-a562-039d825a442a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:33.825229 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6afba-e893-44d4-bb63-cc5d79b2e200 service neutron] Pushing event updated for resources: {'Port': ['ID=f31d4ff9-6cba-423e-af50-3b144ec38e93,revision_number=2']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:33.841599 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-55b6afba-e893-44d4-bb63-cc5d79b2e200 service neutron] Attempting to bind port f31d4ff9-6cba-423e-af50-3b144ec38e93 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:54:33.841949 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-55b6afba-e893-44d4-bb63-cc5d79b2e200 service neutron] Attempting to bind port f31d4ff9-6cba-423e-af50-3b144ec38e93 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'a4b16849-21ca-418a-a687-42fb430f6d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0'}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:54:33.842585 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-55b6afba-e893-44d4-bb63-cc5d79b2e200 service neutron] Attempting to bind port f31d4ff9-6cba-423e-af50-3b144ec38e93 on network a20081a6-ba67-4abf-96ef-d0d83658aac0 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:54:33.846608 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ecf4be-b132-4211-9a37-e43d124d5d66 admin admin] Network 3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:54:33.849433 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-55b6afba-e893-44d4-bb63-cc5d79b2e200 service neutron] Port f31d4ff9-6cba-423e-af50-3b144ec38e93 on network a20081a6-ba67-4abf-96ef-d0d83658aac0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:54:33.849656 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-55b6afba-e893-44d4-bb63-cc5d79b2e200 service neutron] Attempting to bind port f31d4ff9-6cba-423e-af50-3b144ec38e93 on network a20081a6-ba67-4abf-96ef-d0d83658aac0 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:54:33.851784 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-b6ecf4be-b132-4211-9a37-e43d124d5d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:33.860202 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-55b6afba-e893-44d4-bb63-cc5d79b2e200 service neutron] Checking agent: {'id': '5d5b2242-4ffd-4515-a15c-824c74b42c52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'started_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:54:33.860548 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-55b6afba-e893-44d4-bb63-cc5d79b2e200 service neutron] Checking segment: {'id': 'a4b16849-21ca-418a-a687-42fb430f6d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:54:33.860959 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-55b6afba-e893-44d4-bb63-cc5d79b2e200 service neutron] Bound using segment: {'id': 'a4b16849-21ca-418a-a687-42fb430f6d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0'} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:54:33.861368 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-55b6afba-e893-44d4-bb63-cc5d79b2e200 service neutron] Bound port: f31d4ff9-6cba-423e-af50-3b144ec38e93, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b16849-21ca-418a-a687-42fb430f6d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0'}}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:54:33.861730 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-55b6afba-e893-44d4-bb63-cc5d79b2e200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:33.880472 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-287db45c-5af0-4e55-a562-039d825a442a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:33.952320 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287db45c-5af0-4e55-a562-039d825a442a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Network 35f17bf8-70f6-411c-85c9-98655ea214de is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:54:33.958176 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-287db45c-5af0-4e55-a562-039d825a442a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:33.969637 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287db45c-5af0-4e55-a562-039d825a442a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:54:33.970987 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 53210) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:33.987359 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:34.017382 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] Transition to ACTIVE for port object ef798c91-f1e6-41e8-a80f-668a0f24cd3e will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:54:34.028358 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:34.038342 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-585656af-40d0-4cfb-8a72-bcbf8662714d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:34.109693 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-55b6afba-e893-44d4-bb63-cc5d79b2e200 service neutron] For port f31d4ff9-6cba-423e-af50-3b144ec38e93, host hv-cinder-78662, cleared binding levels {{(pid=92943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:54:34.110835 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287db45c-5af0-4e55-a562-039d825a442a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Pushing event updated for resources: {'Port': ['ID=b46ec242-b759-416a-9a99-53d428ab4d8b,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:34.114165 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-55b6afba-e893-44d4-bb63-cc5d79b2e200 service neutron] For port f31d4ff9-6cba-423e-af50-3b144ec38e93, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f31d4ff9-6cba-423e-af50-3b144ec38e93,segment=NetworkSegment(a4b16849-21ca-418a-a687-42fb430f6d22),segment_id=a4b16849-21ca-418a-a687-42fb430f6d22)] {{(pid=92943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:54:34.136423 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ecf4be-b132-4211-9a37-e43d124d5d66 admin admin] Router 51a89b9a-8eda-426a-af4c-631f81bb920a has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:54:34.138536 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-55b6afba-e893-44d4-bb63-cc5d79b2e200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:34.182078 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-287db45c-5af0-4e55-a562-039d825a442a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:34.224585 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-7b1f5efc-9d8a-4cf6-9859-bba4befa0426 None None] Provisioning complete for port 431ffc3b-cf99-49d8-b8d6-4f0e561810e3 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:34.225697 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7b1f5efc-9d8a-4cf6-9859-bba4befa0426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:34.245434 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-55b6afba-e893-44d4-bb63-cc5d79b2e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:34.246351 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-55b6afba-e893-44d4-bb63-cc5d79b2e200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for port, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:34.248615 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-55b6afba-e893-44d4-bb63-cc5d79b2e200 service neutron] 10.222.0.39 "PUT /v2.0/ports/f31d4ff9-6cba-423e-af50-3b144ec38e93 HTTP/1.1" status: 200 len: 1093 time: 2.8734775 Jun 30 10:54:34.250973 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38c4fbc-2872-4e94-b17e-415a6fc82248', 'tag': 'f31d4ff9-6cba-423e-af50-3b144ec38e93'}] {{(pid=92943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:54:34.259809 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbe9d626e50383ffb82a595db8fc1549102463c899d09ce870a2344fe6ae64b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66048b12-e45b-4f32-b336-1815f2f9cb7d" -d '{"events": [{"name": "network-changed", "server_uuid": "a38c4fbc-2872-4e94-b17e-415a6fc82248", "tag": "f31d4ff9-6cba-423e-af50-3b144ec38e93"}]}' {{(pid=92943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:54:34.296213 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f5efc-9d8a-4cf6-9859-bba4befa0426 None None] Port 431ffc3b-cf99-49d8-b8d6-4f0e561810e3 cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:54:34.314249 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-287db45c-5af0-4e55-a562-039d825a442a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:34.363109 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b9883b-9057-482d-8740-694b4fa131f4 x-openstack-request-id: req-b0b9883b-9057-482d-8740-694b4fa131f4 {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:54:34.363568 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38c4fbc-2872-4e94-b17e-415a6fc82248", "tag": "f31d4ff9-6cba-423e-af50-3b144ec38e93", "status": "completed", "code": 200}]} {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:54:34.364013 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b0b9883b-9057-482d-8740-694b4fa131f4 {{(pid=92943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:54:34.364551 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38c4fbc-2872-4e94-b17e-415a6fc82248', 'tag': 'f31d4ff9-6cba-423e-af50-3b144ec38e93', 'status': 'completed', 'code': 200} Jun 30 10:54:34.373309 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6afba-e893-44d4-bb63-cc5d79b2e200 service neutron] Pushing event updated for resources: {'Port': ['ID=f31d4ff9-6cba-423e-af50-3b144ec38e93,revision_number=3']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:34.389766 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f8e53-ae09-4fb1-8f98-a2360d813618 None None] Pushing event updated for resources: {'Port': ['ID=ef798c91-f1e6-41e8-a80f-668a0f24cd3e,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:34.406632 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] Attempting to bind port ef798c91-f1e6-41e8-a80f-668a0f24cd3e on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:54:34.406844 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] Attempting to bind port ef798c91-f1e6-41e8-a80f-668a0f24cd3e by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': '77d01b3d-de25-4204-b64a-7d67e17a8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:54:34.407186 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] Attempting to bind port ef798c91-f1e6-41e8-a80f-668a0f24cd3e on network b064df9a-1bb0-4ef7-88cf-3439f5069f39 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:54:34.412920 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:54:34.413408 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] Checking segment: {'id': '77d01b3d-de25-4204-b64a-7d67e17a8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:54:34.413827 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:34.414226 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] Bound using segment: {'id': '77d01b3d-de25-4204-b64a-7d67e17a8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:54:34.414708 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] Bound port: ef798c91-f1e6-41e8-a80f-668a0f24cd3e, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d01b3d-de25-4204-b64a-7d67e17a8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:54:34.415123 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:34.494480 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-585656af-40d0-4cfb-8a72-bcbf8662714d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:34.502540 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-585656af-40d0-4cfb-8a72-bcbf8662714d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:34.513625 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ecf4be-b132-4211-9a37-e43d124d5d66 admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:54:34.523025 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] Sync routers for ids ['51a89b9a-8eda-426a-af4c-631f81bb920a'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:54:34.525090 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] For port ef798c91-f1e6-41e8-a80f-668a0f24cd3e, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:54:34.534312 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-b6ecf4be-b132-4211-9a37-e43d124d5d66 admin admin] 10.222.0.91 "PUT /v2.0/routers/51a89b9a-8eda-426a-af4c-631f81bb920a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5379472 Jun 30 10:54:34.536702 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] Routers {'51a89b9a-8eda-426a-af4c-631f81bb920a'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:54:34.539140 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:54:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['51a89b9a-8eda-426a-af4c-631f81bb920a'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:54:34.542385 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] For port ef798c91-f1e6-41e8-a80f-668a0f24cd3e, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=ef798c91-f1e6-41e8-a80f-668a0f24cd3e,segment=NetworkSegment(77d01b3d-de25-4204-b64a-7d67e17a8c5d),segment_id=77d01b3d-de25-4204-b64a-7d67e17a8c5d)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:54:34.552516 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:34.611420 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-585656af-40d0-4cfb-8a72-bcbf8662714d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=934011e2d00949be87c8a7816ef792cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6390002 Jun 30 10:54:34.648261 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585656af-40d0-4cfb-8a72-bcbf8662714d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f19284-f0dc-46a7-94f7-c3120b1cce60,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:34.668815 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 53228) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:34.703995 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] Routers {'d1acbf17-3ab3-40e3-9017-c9e71442ac85'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:54:34.704466 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:54:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:54:34.749613 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] Set router 51a89b9a-8eda-426a-af4c-631f81bb920a gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:54:34.793769 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-287db45c-5af0-4e55-a562-039d825a442a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:34.833482 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-287db45c-5af0-4e55-a562-039d825a442a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:34.852039 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-287db45c-5af0-4e55-a562-039d825a442a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995794'] for floatingip, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:34.888594 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-287db45c-5af0-4e55-a562-039d825a442a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for floatingip, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:34.890086 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-287db45c-5af0-4e55-a562-039d825a442a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2133956 Jun 30 10:54:34.915279 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-69477f03-246b-4969-9595-7060faddd565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:34.931411 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287db45c-5af0-4e55-a562-039d825a442a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Pushing event updated for resources: {'Port': ['ID=b46ec242-b759-416a-9a99-53d428ab4d8b,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:34.952430 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d2807-74ae-497d-8480-e9b119fdd1fa req-c88e0364-792d-4543-9bd5-62c071928035 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:34.954649 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3b6d2807-74ae-497d-8480-e9b119fdd1fa req-c88e0364-792d-4543-9bd5-62c071928035 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 943 time: 0.2084651 Jun 30 10:54:34.956675 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca7035-d56b-4b34-a20f-0d9450410a5a req-6b0da119-ebb3-4633-821b-de2d7c5e9b58 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:34.958585 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d3ca7035-d56b-4b34-a20f-0d9450410a5a req-6b0da119-ebb3-4633-821b-de2d7c5e9b58 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 943 time: 0.3114634 Jun 30 10:54:34.978082 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] Set router d1acbf17-3ab3-40e3-9017-c9e71442ac85 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:54:35.011493 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-69477f03-246b-4969-9595-7060faddd565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:35.013438 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3b6d2807-74ae-497d-8480-e9b119fdd1fa req-e857dd6d-9779-4863-bdbd-8afb63160d57 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527158 Jun 30 10:54:35.064979 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d3ca7035-d56b-4b34-a20f-0d9450410a5a req-0746008f-92a7-4b15-beb9-b411d8c065cf tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/security-groups?id=8a0ef213-768d-4a86-8da5-4eb99e928160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992625 Jun 30 10:54:35.135916 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-69477f03-246b-4969-9595-7060faddd565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:35.144417 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-69477f03-246b-4969-9595-7060faddd565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:35.146471 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-69477f03-246b-4969-9595-7060faddd565 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/10f19284-f0dc-46a7-94f7-c3120b1cce60 HTTP/1.1" status: 204 len: 168 time: 0.4734256 Jun 30 10:54:35.157135 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f8e53-ae09-4fb1-8f98-a2360d813618 None None] Pushing event updated for resources: {'Port': ['ID=ef798c91-f1e6-41e8-a80f-668a0f24cd3e,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:35.160982 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69477f03-246b-4969-9595-7060faddd565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f19284-f0dc-46a7-94f7-c3120b1cce60,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:35.252354 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-170b85af-321f-4e25-a75c-955df528eca4 req-65bd190b-891b-4ee8-8229-c72597ecdbd0 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 210 time: 0.0778186 Jun 30 10:54:35.335674 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'name': 'tempest-AttachVolumeTestJSON-555392615-router', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:27Z', 'revision_number': 4, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'gw_port': {'id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'ef798c91-f1e6-41e8-a80f-668a0f24cd3e', 'name': '', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'mac_address': 'fa:16:3e:13:1b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f321f395-8a24-424f-a000-187ba04163ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:26Z', 'updated_at': '2021-06-30T10:54:34Z', 'revision_number': 4, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'subnets': [{'id': 'f321f395-8a24-424f-a000-187ba04163ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:54:35.368743 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80794dbe-0160-465e-b221-5874a15591d0 None None] The sync data for ids ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'] in dv-cinder-786627-16-iscsi is: [{'id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'name': 'tempest-AttachVolumeTestJSON-555392615-router', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:27Z', 'revision_number': 4, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'gw_port': {'id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'ef798c91-f1e6-41e8-a80f-668a0f24cd3e', 'name': '', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'mac_address': 'fa:16:3e:13:1b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f321f395-8a24-424f-a000-187ba04163ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:26Z', 'updated_at': '2021-06-30T10:54:34Z', 'revision_number': 4, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'subnets': [{'id': 'f321f395-8a24-424f-a000-187ba04163ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:54:35.428457 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'name': 'tempest-AttachVolumeShelveTestJSON-1421298501-router', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'dc391260-2204-4b36-a515-4278a0936710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:32Z', 'revision_number': 4, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'gw_port': {'id': 'dc391260-2204-4b36-a515-4278a0936710', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': '431ffc3b-cf99-49d8-b8d6-4f0e561810e3', 'name': '', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'mac_address': 'fa:16:3e:e5:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:29Z', 'updated_at': '2021-06-30T10:54:32Z', 'revision_number': 2, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'subnets': [{'id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:54:35.441972 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c3ac5601-d834-4780-9d82-470d44c06566 req-718a80e4-f10f-43a9-95f2-af1e100e0ec0 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1704883051&fields=id&tenant_id=f97ed3dca85f49a08eeaada9d16f9c13 HTTP/1.1" status: 200 len: 267 time: 0.0639279 Jun 30 10:54:35.460337 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] Checking router: 51a89b9a-8eda-426a-af4c-631f81bb920a for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:54:35.460700 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] Updating router 51a89b9a-8eda-426a-af4c-631f81bb920a port 431ffc3b-cf99-49d8-b8d6-4f0e561810e3 binding host dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:54:35.505038 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:35.593374 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac5601-d834-4780-9d82-470d44c06566 req-ed7fb530-e2a8-455b-9f31-b0c011e9158d tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:35.602436 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c3ac5601-d834-4780-9d82-470d44c06566 req-ed7fb530-e2a8-455b-9f31-b0c011e9158d tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/networks?id=b064df9a-1bb0-4ef7-88cf-3439f5069f39 HTTP/1.1" status: 200 len: 810 time: 0.1518185 Jun 30 10:54:35.625149 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c3ac5601-d834-4780-9d82-470d44c06566 req-deeaf267-6c71-47ec-afc0-6130e5ef13b7 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/quotas/f97ed3dca85f49a08eeaada9d16f9c13 HTTP/1.1" status: 200 len: 375 time: 0.0223806 Jun 30 10:54:35.862805 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c3ac5601-d834-4780-9d82-470d44c06566 req-763a8609-5081-4223-8a55-c382fe00c937 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f97ed3dca85f49a08eeaada9d16f9c13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2362468 Jun 30 10:54:36.050225 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:36.081963 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] Transition to ACTIVE for port object 431ffc3b-cf99-49d8-b8d6-4f0e561810e3 will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:54:36.087738 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c3ac5601-d834-4780-9d82-470d44c06566 req-05c0ca5a-fc6a-4223-bb47-2f59f2b51170 service neutron] 10.222.0.91 "GET /v2.0/networks/b064df9a-1bb0-4ef7-88cf-3439f5069f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219441 Jun 30 10:54:36.096534 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:36.149985 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-93b075e0-9fda-4d30-bb85-041c1fdcaa61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:36.166819 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a8b05-5f11-474a-8b77-e9c0e75c8eea None None] Pushing event updated for resources: {'Port': ['ID=431ffc3b-cf99-49d8-b8d6-4f0e561810e3,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:36.249160 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 53278) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:36.254622 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-41c08086-2f65-4f80-b01b-7051f9135ce4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2013278411', 'description': 'tempest-description--697104946'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:36.374170 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] Attempting to bind port 431ffc3b-cf99-49d8-b8d6-4f0e561810e3 on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:54:36.374993 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-41c08086-2f65-4f80-b01b-7051f9135ce4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:36.375320 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] Attempting to bind port 431ffc3b-cf99-49d8-b8d6-4f0e561810e3 by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': 'bc727c53-35dd-4e52-a07f-d2476a898a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:54:36.375766 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] Attempting to bind port 431ffc3b-cf99-49d8-b8d6-4f0e561810e3 on network 3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:54:36.393040 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:54:36.393472 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] Checking segment: {'id': 'bc727c53-35dd-4e52-a07f-d2476a898a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:54:36.393893 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:36.394304 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] Bound using segment: {'id': 'bc727c53-35dd-4e52-a07f-d2476a898a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:54:36.394496 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c3ac5601-d834-4780-9d82-470d44c06566 req-afae3db5-d0af-417b-9728-c8ea41c17128 service neutron] 10.222.0.91 "GET /v2.0/networks/b064df9a-1bb0-4ef7-88cf-3439f5069f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058827 Jun 30 10:54:36.397180 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] Bound port: 431ffc3b-cf99-49d8-b8d6-4f0e561810e3, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc727c53-35dd-4e52-a07f-d2476a898a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:54:36.397592 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:36.524272 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] For port 431ffc3b-cf99-49d8-b8d6-4f0e561810e3, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:54:36.528196 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] For port 431ffc3b-cf99-49d8-b8d6-4f0e561810e3, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=431ffc3b-cf99-49d8-b8d6-4f0e561810e3,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:54:36.537412 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:36.611210 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-41c08086-2f65-4f80-b01b-7051f9135ce4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:36.642147 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-41c08086-2f65-4f80-b01b-7051f9135ce4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:36.742730 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a8b05-5f11-474a-8b77-e9c0e75c8eea None None] Pushing event updated for resources: {'Port': ['ID=431ffc3b-cf99-49d8-b8d6-4f0e561810e3,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:36.772431 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] Routers {'51a89b9a-8eda-426a-af4c-631f81bb920a'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:54:36.773618 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:54:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['51a89b9a-8eda-426a-af4c-631f81bb920a'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:54:36.934429 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-41c08086-2f65-4f80-b01b-7051f9135ce4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:36.940466 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 53308) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:36.947772 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-7673c69f-a1b2-49e4-b8b0-b59de41c9d85 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Request body: {'security_group_rule': {'security_group_id': 'e0ac74f9-a893-40fe-910b-af23df2c9e77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:36.958782 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-41c08086-2f65-4f80-b01b-7051f9135ce4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7037702 Jun 30 10:54:37.004397 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] Set router 51a89b9a-8eda-426a-af4c-631f81bb920a gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:54:37.070031 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.39', 60776) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:37.354703 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device ef798c91-f1e6-41e8-a80f-668a0f24cd3e up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:54:37.526405 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7673c69f-a1b2-49e4-b8b0-b59de41c9d85 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:37.703195 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7673c69f-a1b2-49e4-b8b0-b59de41c9d85 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:37.723133 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c08086-2f65-4f80-b01b-7051f9135ce4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ac74f9-a893-40fe-910b-af23df2c9e77,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:37.740325 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-e0f3d0c7-898f-435c-a963-0dc011be8cb8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de1ee205-3d73-432f-8233-e171570caf9d HTTP/1.1" status: 200 len: 217 time: 0.6426892 Jun 30 10:54:37.764326 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7673c69f-a1b2-49e4-b8b0-b59de41c9d85 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:37.834871 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430271d-498c-4a37-9be8-8a81a97b4d72 req-1874e867-bb6b-4d52-97c8-67da89cc4897 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:37.846725 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-8430271d-498c-4a37-9be8-8a81a97b4d72 req-1874e867-bb6b-4d52-97c8-67da89cc4897 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 943 time: 1.2337875 Jun 30 10:54:37.982395 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c3243-f676-4398-800e-b38dc32c817d req-c5e287b4-9ad4-43f1-8d22-adb20fd1ad16 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:37.984862 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-764c3243-f676-4398-800e-b38dc32c817d req-c5e287b4-9ad4-43f1-8d22-adb20fd1ad16 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.39 "GET /v2.0/networks?id=bed23b81-a268-4baa-a8b3-0d89a55f5b16 HTTP/1.1" status: 200 len: 818 time: 0.9063070 Jun 30 10:54:38.001338 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-8430271d-498c-4a37-9be8-8a81a97b4d72 req-cbd6bb74-111b-4b37-a489-b99a9071ada0 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534066 Jun 30 10:54:38.009002 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port ef798c91-f1e6-41e8-a80f-668a0f24cd3e completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:54:38.023766 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7673c69f-a1b2-49e4-b8b0-b59de41c9d85 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:38.030917 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 53324) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:38.037092 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-ca6f36d8-ab94-457e-80de-589ddafc37c6 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Request body: {'security_group_rule': {'security_group_id': 'e0ac74f9-a893-40fe-910b-af23df2c9e77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:38.045152 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port ef798c91-f1e6-41e8-a80f-668a0f24cd3e triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:38.045837 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-7673c69f-a1b2-49e4-b8b0-b59de41c9d85 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1030300 Jun 30 10:54:38.048429 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:38.098913 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66048b12-e45b-4f32-b336-1815f2f9cb7d req-8e738fd9-1dcb-4568-a7d2-2a9a449e987e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:38.100576 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-66048b12-e45b-4f32-b336-1815f2f9cb7d req-8e738fd9-1dcb-4568-a7d2-2a9a449e987e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7789f67dc72a47fb92630538059ec02e&device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 1096 time: 1.0089397 Jun 30 10:54:38.101285 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673c69f-a1b2-49e4-b8b0-b59de41c9d85 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d792ec6c-087f-4b57-9f31-d9997bdee497,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:38.129125 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbe812-7b2f-45be-a4ed-cbe7b72b86b8 req-1bed5fc1-5ed4-4e0b-a8c4-7c210cfbfe11 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:38.141840 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ca6f36d8-ab94-457e-80de-589ddafc37c6 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:38.168848 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-55fbe812-7b2f-45be-a4ed-cbe7b72b86b8 req-1bed5fc1-5ed4-4e0b-a8c4-7c210cfbfe11 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 943 time: 0.8833942 Jun 30 10:54:38.375316 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-55fbe812-7b2f-45be-a4ed-cbe7b72b86b8 req-4e97c84b-5a4a-4c23-a467-4473f05ff8b9 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/security-groups?id=8a0ef213-768d-4a86-8da5-4eb99e928160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036397 Jun 30 10:54:38.384831 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:38.409333 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'name': 'tempest-AttachVolumeShelveTestJSON-1421298501-router', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'dc391260-2204-4b36-a515-4278a0936710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:32Z', 'revision_number': 4, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'gw_port': {'id': 'dc391260-2204-4b36-a515-4278a0936710', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': '431ffc3b-cf99-49d8-b8d6-4f0e561810e3', 'name': '', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'mac_address': 'fa:16:3e:e5:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:29Z', 'updated_at': '2021-06-30T10:54:36Z', 'revision_number': 4, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'subnets': [{'id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:54:38.456943 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3092f5d6-7909-4f61-8800-068543313a0c None None] The sync data for ids ['51a89b9a-8eda-426a-af4c-631f81bb920a'] in dv-cinder-786627-16-iscsi is: [{'id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'name': 'tempest-AttachVolumeShelveTestJSON-1421298501-router', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'dc391260-2204-4b36-a515-4278a0936710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:32Z', 'revision_number': 4, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'gw_port': {'id': 'dc391260-2204-4b36-a515-4278a0936710', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': '431ffc3b-cf99-49d8-b8d6-4f0e561810e3', 'name': '', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'mac_address': 'fa:16:3e:e5:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:29Z', 'updated_at': '2021-06-30T10:54:36Z', 'revision_number': 4, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'subnets': [{'id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:54:38.520683 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port ef798c91-f1e6-41e8-a80f-668a0f24cd3e, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=ef798c91-f1e6-41e8-a80f-668a0f24cd3e,segment=NetworkSegment(77d01b3d-de25-4204-b64a-7d67e17a8c5d),segment_id=77d01b3d-de25-4204-b64a-7d67e17a8c5d)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:54:38.530619 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:38.538040 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ca6f36d8-ab94-457e-80de-589ddafc37c6 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:38.640831 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-e0d31b51-1d62-4563-9569-810a483a957c req-ef872863-5e0a-4a73-8324-82b13313d93a tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 210 time: 0.2304442 Jun 30 10:54:38.646204 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ca6f36d8-ab94-457e-80de-589ddafc37c6 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:38.698320 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [req-764c3243-f676-4398-800e-b38dc32c817d req-b55962c4-7adf-420b-9d68-d04a574b7d56 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Request body: {'port': {'device_id': '20cc4540-7126-4777-9ceb-439ada8b5c99', 'network_id': 'bed23b81-a268-4baa-a8b3-0d89a55f5b16', 'admin_state_up': True, 'tenant_id': 'ba59ae1dd0854ec58e3e087862fe2717'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:38.705137 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=ef798c91-f1e6-41e8-a80f-668a0f24cd3e,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:38.830489 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e584932f-85e1-44b1-852f-91824b5f3cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:38.965223 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3dc96837-613c-4963-8e2e-909aea29d9c1 req-aab87b2f-ff33-49ee-a4c3-a3459188f8fe tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 210 time: 0.2700646 Jun 30 10:54:38.983539 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f36d8-ab94-457e-80de-589ddafc37c6 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d521572-2737-4243-a357-3b5f718ac9e4,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:39.072137 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:39.300791 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ca6f36d8-ab94-457e-80de-589ddafc37c6 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:39.302228 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-ca6f36d8-ab94-457e-80de-589ddafc37c6 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2698231 Jun 30 10:54:39.306969 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 53366) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:39.322634 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device ef798c91-f1e6-41e8-a80f-668a0f24cd3e up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:54:39.345849 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-d84aabfc-0600-4aa1-a510-d39f3142b495 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Request body: {'floatingip': {'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:39.394601 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66048b12-e45b-4f32-b336-1815f2f9cb7d req-33dc4031-88e8-49fa-811d-7e36c13be8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:39.401298 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-66048b12-e45b-4f32-b336-1815f2f9cb7d req-33dc4031-88e8-49fa-811d-7e36c13be8bd service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7789f67dc72a47fb92630538059ec02e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.8082275 Jun 30 10:54:39.472630 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port ef798c91-f1e6-41e8-a80f-668a0f24cd3e triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:39.472630 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:39.496321 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-dbebbb25-810b-4fa8-a51d-b9a7f6f561f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:39.497715 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-dbebbb25-810b-4fa8-a51d-b9a7f6f561f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc711361-94c7-4788-9ac6-7caba4308a3e HTTP/1.1" status: 200 len: 851 time: 0.8890023 Jun 30 10:54:39.543289 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764c3243-f676-4398-800e-b38dc32c817d req-b55962c4-7adf-420b-9d68-d04a574b7d56 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Made reservation on behalf of ba59ae1dd0854ec58e3e087862fe2717 for: {'port': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:54:39.562221 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-764c3243-f676-4398-800e-b38dc32c817d req-b55962c4-7adf-420b-9d68-d04a574b7d56 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:39.616242 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d84aabfc-0600-4aa1-a510-d39f3142b495 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for floatingip, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:39.651677 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 431ffc3b-cf99-49d8-b8d6-4f0e561810e3 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:54:39.671631 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ac543-8074-4a9f-9cae-aab8d19f99c4 req-b784f4ec-740a-4357-a4bb-e6f149a9695e tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:39.673008 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a0679-98ce-460d-99df-f27a75c2d8db req-02740be0-f91f-4d42-b44d-ebd0697fd40c tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:39.678678 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-707ac543-8074-4a9f-9cae-aab8d19f99c4 req-b784f4ec-740a-4357-a4bb-e6f149a9695e tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 943 time: 0.0954270 Jun 30 10:54:39.679738 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3f2a0679-98ce-460d-99df-f27a75c2d8db req-02740be0-f91f-4d42-b44d-ebd0697fd40c tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 943 time: 0.3102868 Jun 30 10:54:39.715684 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port 431ffc3b-cf99-49d8-b8d6-4f0e561810e3 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:54:39.722944 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 431ffc3b-cf99-49d8-b8d6-4f0e561810e3 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:39.723556 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:39.728640 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-707ac543-8074-4a9f-9cae-aab8d19f99c4 req-df7fe6df-fc1a-4673-98d4-fc5ce655ce3d tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/security-groups?id=8a0ef213-768d-4a86-8da5-4eb99e928160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489616 Jun 30 10:54:39.790037 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:39.856531 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:39.920242 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-72eb57d9-0cc7-46ae-8de0-ac82100b6676 req-1bdffb2c-e12d-4246-af89-4a7cc0ecd9d8 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 210 time: 0.0438929 Jun 30 10:54:39.921158 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port 431ffc3b-cf99-49d8-b8d6-4f0e561810e3, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=431ffc3b-cf99-49d8-b8d6-4f0e561810e3,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:54:39.932978 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:39.979190 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3f2a0679-98ce-460d-99df-f27a75c2d8db req-6910a8c7-3a7f-4c83-aa8f-800bd62f90dd tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985971 Jun 30 10:54:39.996563 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=431ffc3b-cf99-49d8-b8d6-4f0e561810e3,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:40.008436 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_common [req-764c3243-f676-4398-800e-b38dc32c817d req-b55962c4-7adf-420b-9d68-d04a574b7d56 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Allocated IP 172.20.0.3 (bed23b81-a268-4baa-a8b3-0d89a55f5b16/d6b7436d-5b83-48d2-ab4c-acf6e73a305c/9264f43f-8602-4e88-9f17-480b97076f8a) {{(pid=92943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:54:40.178455 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d84aabfc-0600-4aa1-a510-d39f3142b495 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:40.215290 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9198d132-c500-4a35-8104-5f750ea42efe req-42df9fdd-677a-4b89-8735-07c835ab9ae0 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 210 time: 0.0534008 Jun 30 10:54:40.254695 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-764c3243-f676-4398-800e-b38dc32c817d req-b55962c4-7adf-420b-9d68-d04a574b7d56 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Notify callbacks [] for port, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:40.337799 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_common [None req-d84aabfc-0600-4aa1-a510-d39f3142b495 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Allocated IP 172.27.3.211 (35f17bf8-70f6-411c-85c9-98655ea214de/851b99d8-6dc6-42fa-aa4a-7df3a488276b/186afda3-47d9-4715-804b-f5bf603bde5b) {{(pid=92943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:54:40.351896 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-764c3243-f676-4398-800e-b38dc32c817d req-b55962c4-7adf-420b-9d68-d04a574b7d56 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:40.463676 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764c3243-f676-4398-800e-b38dc32c817d req-b55962c4-7adf-420b-9d68-d04a574b7d56 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Network bed23b81-a268-4baa-a8b3-0d89a55f5b16 is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:54:40.473565 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [req-764c3243-f676-4398-800e-b38dc32c817d req-b55962c4-7adf-420b-9d68-d04a574b7d56 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:40.476739 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [req-764c3243-f676-4398-800e-b38dc32c817d req-b55962c4-7adf-420b-9d68-d04a574b7d56 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Received port after_create {{(pid=92943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:54:40.483671 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c3243-f676-4398-800e-b38dc32c817d req-b55962c4-7adf-420b-9d68-d04a574b7d56 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:40.484325 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-764c3243-f676-4398-800e-b38dc32c817d req-b55962c4-7adf-420b-9d68-d04a574b7d56 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for port, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:40.490148 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55962c4-7adf-420b-9d68-d04a574b7d56 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Pushing event updated for resources: {'Port': ['ID=9264f43f-8602-4e88-9f17-480b97076f8a,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:40.518678 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-764c3243-f676-4398-800e-b38dc32c817d req-b55962c4-7adf-420b-9d68-d04a574b7d56 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9233122 Jun 30 10:54:40.535720 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d84aabfc-0600-4aa1-a510-d39f3142b495 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for port, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:40.578062 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d84aabfc-0600-4aa1-a510-d39f3142b495 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:40.618164 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84aabfc-0600-4aa1-a510-d39f3142b495 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Network 35f17bf8-70f6-411c-85c9-98655ea214de is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:54:40.621711 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-d84aabfc-0600-4aa1-a510-d39f3142b495 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:40.625242 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84aabfc-0600-4aa1-a510-d39f3142b495 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Received port after_create {{(pid=92943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:54:40.677821 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84aabfc-0600-4aa1-a510-d39f3142b495 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Pushing event updated for resources: {'Port': ['ID=186afda3-47d9-4715-804b-f5bf603bde5b,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:40.724958 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d84aabfc-0600-4aa1-a510-d39f3142b495 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:40.778184 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d84aabfc-0600-4aa1-a510-d39f3142b495 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:40.982689 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12612739-3cc0-4fa9-826a-eb15002ae30b req-064269de-8557-48f7-bdae-2fb480f71bc3 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:40.987884 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-12612739-3cc0-4fa9-826a-eb15002ae30b req-064269de-8557-48f7-bdae-2fb480f71bc3 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 943 time: 0.1197121 Jun 30 10:54:41.005006 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 431ffc3b-cf99-49d8-b8d6-4f0e561810e3 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:54:41.026787 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d84aabfc-0600-4aa1-a510-d39f3142b495 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:41.050413 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-12612739-3cc0-4fa9-826a-eb15002ae30b req-e3a6ad78-448d-48fd-a34d-c7b14fe2380c tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/security-groups?id=8a0ef213-768d-4a86-8da5-4eb99e928160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597148 Jun 30 10:54:41.051744 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d84aabfc-0600-4aa1-a510-d39f3142b495 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:41.079739 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 431ffc3b-cf99-49d8-b8d6-4f0e561810e3 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:41.079739 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:41.089298 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d84aabfc-0600-4aa1-a510-d39f3142b495 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995794'] for floatingip, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:41.102374 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c333ea14-8b6d-4f84-b9e5-624270a6d8df req-6eaf9660-ad25-4d25-92bf-a65bc41d2529 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 210 time: 0.0393140 Jun 30 10:54:41.112287 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d84aabfc-0600-4aa1-a510-d39f3142b495 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for floatingip, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:41.115699 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-d84aabfc-0600-4aa1-a510-d39f3142b495 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7750695 Jun 30 10:54:41.124139 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84aabfc-0600-4aa1-a510-d39f3142b495 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Pushing event updated for resources: {'Port': ['ID=186afda3-47d9-4715-804b-f5bf603bde5b,revision_number=2']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:41.337537 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c61e5-ddb6-471c-a11c-a54bdee88ce3 req-e2ae0f20-6a4f-4e45-bc1b-b7e05fb3759f tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:41.344297 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-950c61e5-ddb6-471c-a11c-a54bdee88ce3 req-e2ae0f20-6a4f-4e45-bc1b-b7e05fb3759f tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 943 time: 0.1195018 Jun 30 10:54:41.364188 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-106af480-f838-49fc-be23-b52c1de35e38 req-627260a1-07a3-4ce3-8848-c71f01028d6b tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 210 time: 0.0306132 Jun 30 10:54:41.389714 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-950c61e5-ddb6-471c-a11c-a54bdee88ce3 req-77438058-0c3a-4bf2-a8a0-53986cbacbba tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442448 Jun 30 10:54:41.458269 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:41.494745 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-94ec7798-ba85-4ba3-8aff-ac73e026a526 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--2013278411&fields=id&tenant_id=dd767d920c4042ebb7ff4a63cffdc075 HTTP/1.1" status: 200 len: 267 time: 0.0337846 Jun 30 10:54:41.546661 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 53448) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:41.606094 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-50bac21e-c876-4fb2-b9b3-1668ef8b11e8 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:41.607035 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-50bac21e-c876-4fb2-b9b3-1668ef8b11e8 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/networks?id=3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 HTTP/1.1" status: 200 len: 817 time: 0.1054215 Jun 30 10:54:41.622489 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-6d61423e-840d-4fe5-ab67-25697dc1af21 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/quotas/dd767d920c4042ebb7ff4a63cffdc075 HTTP/1.1" status: 200 len: 375 time: 0.0098114 Jun 30 10:54:41.657364 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-fe1ec60b-b05a-4dae-b001-2dc43a24e801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:41.695973 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-00f237f8-b15d-48c3-bd97-7a8fc9d56b63 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=dd767d920c4042ebb7ff4a63cffdc075&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0678718 Jun 30 10:54:41.745997 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-fe1ec60b-b05a-4dae-b001-2dc43a24e801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:41.750700 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-fe1ec60b-b05a-4dae-b001-2dc43a24e801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:41.789447 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-fe1ec60b-b05a-4dae-b001-2dc43a24e801 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d93272c150fb4125b3cc6f3ba9deb38c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415042 Jun 30 10:54:41.792058 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 53452) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:41.792766 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ec60b-b05a-4dae-b001-2dc43a24e801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6662c43-5824-4ee1-a970-aab9309d137b,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:41.814523 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-bc36cf06-73c8-45e1-95e0-08584039dfb3 service neutron] 10.222.0.91 "GET /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060643 Jun 30 10:54:41.917703 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ba81b825-c726-4aff-b580-cad383863c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:41.957965 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ba81b825-c726-4aff-b580-cad383863c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:41.967856 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-95574e4e-5605-4b89-b719-255788830c44 service neutron] 10.222.0.91 "GET /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444337 Jun 30 10:54:42.015252 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ba81b825-c726-4aff-b580-cad383863c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:42.018149 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ba81b825-c726-4aff-b580-cad383863c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:42.019478 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-ba81b825-c726-4aff-b580-cad383863c30 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c6662c43-5824-4ee1-a970-aab9309d137b HTTP/1.1" status: 204 len: 168 time: 0.2263064 Jun 30 10:54:42.032777 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81b825-c726-4aff-b580-cad383863c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6662c43-5824-4ee1-a970-aab9309d137b,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:42.091673 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.39', 60781) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:42.173371 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [req-764c3243-f676-4398-800e-b38dc32c817d req-0a1590ce-930d-4d70-83ac-39820c05f041 service neutron] Request body: {'port': {'device_id': '20cc4540-7126-4777-9ceb-439ada8b5c99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:42.178465 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-b9f3f7e9-a016-4318-957e-f76f500a34a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=12bb83a3-4778-4b98-8442-64577c978638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013505 Jun 30 10:54:42.318177 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5965043e-21dd-4a06-8c62-2ab349de1e80 req-b21e75d2-6fa5-4a3d-b0d6-151e5f6e3591 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 210 time: 0.0323985 Jun 30 10:54:42.401825 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-764c3243-f676-4398-800e-b38dc32c817d req-0a1590ce-930d-4d70-83ac-39820c05f041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:42.599071 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b60c1ebc-4d9b-4047-9bed-7a4bf7bc9f36 req-63c7dbd8-d8b5-4992-bf32-f7a1f7f9b645 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 210 time: 0.0833406 Jun 30 10:54:42.599608 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 53484) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:42.613055 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66048b12-e45b-4f32-b336-1815f2f9cb7d req-afaeaed1-49cc-4333-abe6-2f5d9a16f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:42.614649 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-66048b12-e45b-4f32-b336-1815f2f9cb7d req-afaeaed1-49cc-4333-abe6-2f5d9a16f887 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5238843 Jun 30 10:54:42.646282 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-0d6bbd80-1188-4f94-8522-a53bb6390091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:42.648853 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-77bc780b-4201-483d-a399-7832a7e1d917 service neutron] 10.222.0.39 "GET /v2.0/networks/12bb83a3-4778-4b98-8442-64577c978638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138978 Jun 30 10:54:42.659599 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-82d54747-3fcc-4a9f-bf48-006bcaf76b0d tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:42.661579 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-82d54747-3fcc-4a9f-bf48-006bcaf76b0d tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.39 "GET /v2.0/networks?id=bed23b81-a268-4baa-a8b3-0d89a55f5b16 HTTP/1.1" status: 200 len: 818 time: 0.5690200 Jun 30 10:54:42.682642 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-7857fc9c-5576-43e2-ade9-c9dafa716752 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Request body: {'port': {'device_id': 'da82ab00-2e25-40df-a0ce-3825a94adc8d', 'network_id': 'bed23b81-a268-4baa-a8b3-0d89a55f5b16', 'admin_state_up': True, 'tenant_id': 'ba59ae1dd0854ec58e3e087862fe2717'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:42.815851 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-38736be8-e00f-4acc-b0b3-a9fa2f38fa69 req-40068cc9-b542-450a-84fd-f70cb9379d23 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 210 time: 0.0647113 Jun 30 10:54:42.893411 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-23ee78e8-fa2e-4c99-a05c-0b4492c5a91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:42.895285 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-23ee78e8-fa2e-4c99-a05c-0b4492c5a91e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7789f67dc72a47fb92630538059ec02e&device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 1096 time: 0.2006786 Jun 30 10:54:42.896911 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338df87-8778-4cf8-ab9a-ae698a357fe0 req-1b4782c3-90cb-4142-9175-35c489cd32d8 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:42.899290 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-9338df87-8778-4cf8-ab9a-ae698a357fe0 req-1b4782c3-90cb-4142-9175-35c489cd32d8 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 943 time: 0.4986024 Jun 30 10:54:42.982512 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-296019c9-9e48-4d26-a808-eb338e34bb3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f31d4ff9-6cba-423e-af50-3b144ec38e93 HTTP/1.1" status: 200 len: 217 time: 0.0752897 Jun 30 10:54:43.032753 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-71ef38d9-754f-4c34-aa28-b66801c4cb0e req-97489f18-e2d9-4bff-aceb-7b6bc5ec8b5f service neutron] 10.222.0.39 "GET /v2.0/networks/12bb83a3-4778-4b98-8442-64577c978638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547750 Jun 30 10:54:43.052696 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-9338df87-8778-4cf8-ab9a-ae698a357fe0 req-aacf9073-7662-4084-8c32-99298b2d2e8c tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/security-groups?id=8a0ef213-768d-4a86-8da5-4eb99e928160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411004 Jun 30 10:54:43.102915 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-8dba687f-6290-4d1d-8750-37ed7bcf1ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:43.104383 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-8dba687f-6290-4d1d-8750-37ed7bcf1ea6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=873c6c9f-5658-492f-86d2-622388a23a24 HTTP/1.1" status: 200 len: 854 time: 0.1068139 Jun 30 10:54:43.124292 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aed2c2-879d-48f6-bce0-e54ed7c8cfe8 req-d8ab5a06-082d-422e-9f59-cb8ae551b780 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:43.130365 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a8aed2c2-879d-48f6-bce0-e54ed7c8cfe8 req-d8ab5a06-082d-422e-9f59-cb8ae551b780 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 943 time: 0.1438193 Jun 30 10:54:43.164472 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-0d6bbd80-1188-4f94-8522-a53bb6390091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:43.176403 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-0d6bbd80-1188-4f94-8522-a53bb6390091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:43.224322 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-8653cc4f-a082-40f2-b812-941bd22c4726 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a20081a6-ba67-4abf-96ef-d0d83658aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107764 Jun 30 10:54:43.252053 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bbd80-1188-4f94-8522-a53bb6390091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea2e328-9b06-4497-9af1-e3541e1dec47,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:43.261071 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-0d6bbd80-1188-4f94-8522-a53bb6390091 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=394a94e81292456eb66ff96822a68bd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6463711 Jun 30 10:54:43.266987 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.notifiers.nova [req-764c3243-f676-4398-800e-b38dc32c817d req-0a1590ce-930d-4d70-83ac-39820c05f041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9264f43f-8602-4e88-9f17-480b97076f8a {{(pid=92943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:54:43.271088 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 53498) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:43.288573 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-764c3243-f676-4398-800e-b38dc32c817d req-0a1590ce-930d-4d70-83ac-39820c05f041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:43.300455 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.39', 60786) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:43.351006 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-7857fc9c-5576-43e2-ade9-c9dafa716752 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Made reservation on behalf of ba59ae1dd0854ec58e3e087862fe2717 for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:54:43.354465 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-7857fc9c-5576-43e2-ade9-c9dafa716752 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:43.374919 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a8aed2c2-879d-48f6-bce0-e54ed7c8cfe8 req-89569ec5-d36d-4c07-950a-a73124f5f016 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351885 Jun 30 10:54:43.536756 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-4771fe71-74d3-4a1a-b69c-9a445e9844c3 service neutron] 10.222.0.39 "GET /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921972 Jun 30 10:54:43.626912 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.provisioning_blocks [req-764c3243-f676-4398-800e-b38dc32c817d req-0a1590ce-930d-4d70-83ac-39820c05f041 service neutron] Transition to ACTIVE for port object 9264f43f-8602-4e88-9f17-480b97076f8a will not be triggered until provisioned by entity L2. {{(pid=92943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:54:43.631890 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a375064-f585-4afc-8306-8f86157b4cbb req-07fa2f26-c79e-4099-9cf8-f3d86ba102e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:43.633728 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6a375064-f585-4afc-8306-8f86157b4cbb req-07fa2f26-c79e-4099-9cf8-f3d86ba102e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=95a0b07371fd4fe3b3f8961fdff1edb7&device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 1096 time: 0.5262249 Jun 30 10:54:43.656604 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-764c3243-f676-4398-800e-b38dc32c817d req-0a1590ce-930d-4d70-83ac-39820c05f041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:43.878013 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.39', 60793) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:43.917185 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-aad18fe0-dbd4-453b-a1d4-76842f3a3fe3 req-d18bf243-a6b7-4612-b624-c104a3bbe967 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 210 time: 0.0956211 Jun 30 10:54:43.928969 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a375064-f585-4afc-8306-8f86157b4cbb req-8a99f2a2-8822-4b50-b58b-27632df875bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:43.930369 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6a375064-f585-4afc-8306-8f86157b4cbb req-8a99f2a2-8822-4b50-b58b-27632df875bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=12bb83a3-4778-4b98-8442-64577c978638 HTTP/1.1" status: 200 len: 912 time: 0.2879355 Jun 30 10:54:43.946955 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a045b16f-cf73-4b8d-ac43-967e0dc0d336 req-fbf21faa-98b8-426c-9893-a7f6d8ac335d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 210 time: 0.3257539 Jun 30 10:54:44.045078 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-32b9405e-39cf-4381-bc0a-5eb82e0cf114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:44.046774 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6a375064-f585-4afc-8306-8f86157b4cbb req-08a50690-c560-433a-be70-b13102e449cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de1ee205-3d73-432f-8233-e171570caf9d HTTP/1.1" status: 200 len: 217 time: 0.0895023 Jun 30 10:54:44.057147 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device de1ee205-3d73-432f-8233-e171570caf9d details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:54:44.071955 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1590ce-930d-4d70-83ac-39820c05f041 service neutron] Pushing event updated for resources: {'Port': ['ID=9264f43f-8602-4e88-9f17-480b97076f8a,revision_number=2']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:44.101238 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-7857fc9c-5576-43e2-ade9-c9dafa716752 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Allocated IP 172.20.0.8 (bed23b81-a268-4baa-a8b3-0d89a55f5b16/d6b7436d-5b83-48d2-ab4c-acf6e73a305c/90e9db27-564a-469c-9231-14414445072c) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:54:44.160829 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-5498eee5-f270-4b0b-9871-af9de60594c5 service neutron] 10.222.0.39 "GET /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6022975 Jun 30 10:54:44.176676 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-32b9405e-39cf-4381-bc0a-5eb82e0cf114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:44.260423 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fe6e070e-423a-44b4-9086-bec3cd492fee req-198426e6-64a4-4a87-a337-019b00b33b74 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 210 time: 0.0688026 Jun 30 10:54:44.278010 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port de1ee205-3d73-432f-8233-e171570caf9d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=de1ee205-3d73-432f-8233-e171570caf9d,segment=NetworkSegment(131f5df0-745c-453f-ab22-21b461f76f62),segment_id=131f5df0-745c-453f-ab22-21b461f76f62)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:54:44.280918 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [req-764c3243-f676-4398-800e-b38dc32c817d req-0a1590ce-930d-4d70-83ac-39820c05f041 service neutron] Attempting to bind port 9264f43f-8602-4e88-9f17-480b97076f8a on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:54:44.280918 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [req-764c3243-f676-4398-800e-b38dc32c817d req-0a1590ce-930d-4d70-83ac-39820c05f041 service neutron] Attempting to bind port 9264f43f-8602-4e88-9f17-480b97076f8a by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '602facd0-b748-432b-9c59-5356cfe8f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bed23b81-a268-4baa-a8b3-0d89a55f5b16'}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:54:44.281182 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764c3243-f676-4398-800e-b38dc32c817d req-0a1590ce-930d-4d70-83ac-39820c05f041 service neutron] Attempting to bind port 9264f43f-8602-4e88-9f17-480b97076f8a on network bed23b81-a268-4baa-a8b3-0d89a55f5b16 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:54:44.294858 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-32b9405e-39cf-4381-bc0a-5eb82e0cf114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:44.294858 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-32b9405e-39cf-4381-bc0a-5eb82e0cf114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:44.294858 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-32b9405e-39cf-4381-bc0a-5eb82e0cf114 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cea2e328-9b06-4497-9af1-e3541e1dec47 HTTP/1.1" status: 204 len: 168 time: 1.0203385 Jun 30 10:54:44.296483 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-71c92354-d681-43a9-8209-2c2645b4e75f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:44.297482 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-71c92354-d681-43a9-8209-2c2645b4e75f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.39 "GET /v2.0/networks?id=3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 HTTP/1.1" status: 200 len: 817 time: 0.3971972 Jun 30 10:54:44.300403 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac5601-d834-4780-9d82-470d44c06566 req-19d628b9-8f9e-40ff-94a7-57501c322f55 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:44.301786 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c3ac5601-d834-4780-9d82-470d44c06566 req-19d628b9-8f9e-40ff-94a7-57501c322f55 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.39 "GET /v2.0/networks?id=b064df9a-1bb0-4ef7-88cf-3439f5069f39 HTTP/1.1" status: 200 len: 810 time: 0.9951887 Jun 30 10:54:44.312030 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': 'de1ee205-3d73-432f-8233-e171570caf9d', 'network_id': '12bb83a3-4778-4b98-8442-64577c978638', 'port_id': 'de1ee205-3d73-432f-8233-e171570caf9d', 'mac_address': 'fa:16:3e:d2:dc:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc711361-94c7-4788-9ac6-7caba4308a3e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:54:44.339403 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764c3243-f676-4398-800e-b38dc32c817d req-0a1590ce-930d-4d70-83ac-39820c05f041 service neutron] Port 9264f43f-8602-4e88-9f17-480b97076f8a on network bed23b81-a268-4baa-a8b3-0d89a55f5b16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:54:44.339775 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764c3243-f676-4398-800e-b38dc32c817d req-0a1590ce-930d-4d70-83ac-39820c05f041 service neutron] Attempting to bind port 9264f43f-8602-4e88-9f17-480b97076f8a on network bed23b81-a268-4baa-a8b3-0d89a55f5b16 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:54:44.368391 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9405e-39cf-4381-bc0a-5eb82e0cf114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea2e328-9b06-4497-9af1-e3541e1dec47,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:44.368724 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:44.378159 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a375064-f585-4afc-8306-8f86157b4cbb req-9e985aeb-9ff3-4197-a141-3923bdf31770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:44.379299 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6a375064-f585-4afc-8306-8f86157b4cbb req-9e985aeb-9ff3-4197-a141-3923bdf31770 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc711361-94c7-4788-9ac6-7caba4308a3e HTTP/1.1" status: 200 len: 851 time: 0.2944436 Jun 30 10:54:44.380115 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764c3243-f676-4398-800e-b38dc32c817d req-0a1590ce-930d-4d70-83ac-39820c05f041 service neutron] Checking agent: {'id': '5d5b2242-4ffd-4515-a15c-824c74b42c52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'started_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:54:44.380582 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764c3243-f676-4398-800e-b38dc32c817d req-0a1590ce-930d-4d70-83ac-39820c05f041 service neutron] Checking segment: {'id': '602facd0-b748-432b-9c59-5356cfe8f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bed23b81-a268-4baa-a8b3-0d89a55f5b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:54:44.381195 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764c3243-f676-4398-800e-b38dc32c817d req-0a1590ce-930d-4d70-83ac-39820c05f041 service neutron] Bound using segment: {'id': '602facd0-b748-432b-9c59-5356cfe8f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bed23b81-a268-4baa-a8b3-0d89a55f5b16'} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:54:44.382198 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [req-764c3243-f676-4398-800e-b38dc32c817d req-0a1590ce-930d-4d70-83ac-39820c05f041 service neutron] Bound port: 9264f43f-8602-4e88-9f17-480b97076f8a, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '602facd0-b748-432b-9c59-5356cfe8f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bed23b81-a268-4baa-a8b3-0d89a55f5b16'}}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:54:44.382539 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-764c3243-f676-4398-800e-b38dc32c817d req-0a1590ce-930d-4d70-83ac-39820c05f041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:44.397798 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1ee205-3d73-432f-8233-e171570caf9d {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:54:44.456768 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port de1ee205-3d73-432f-8233-e171570caf9d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=de1ee205-3d73-432f-8233-e171570caf9d,segment=NetworkSegment(131f5df0-745c-453f-ab22-21b461f76f62),segment_id=131f5df0-745c-453f-ab22-21b461f76f62)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:54:44.460470 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6a375064-f585-4afc-8306-8f86157b4cbb req-8ff68ea0-e0c4-41f2-8f77-0f75882806a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=12bb83a3-4778-4b98-8442-64577c978638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591617 Jun 30 10:54:44.465888 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:44.536581 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-0ef7ee86-5525-4bd2-90af-82a066ff0090 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd767d920c4042ebb7ff4a63cffdc075 HTTP/1.1" status: 200 len: 380 time: 0.1992340 Jun 30 10:54:44.575216 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-1eb6ca66-d18d-4347-ac1c-17cd53edddbf tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Request body: {'port': {'device_id': '4f758395-f74a-4e45-bf3f-6e156884e2fb', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'admin_state_up': True, 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'security_groups': ['e0ac74f9-a893-40fe-910b-af23df2c9e77']}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:44.589234 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=de1ee205-3d73-432f-8233-e171570caf9d,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:44.589746 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c3ac5601-d834-4780-9d82-470d44c06566 req-f2c8396e-80d1-4af4-a593-b09793eb0df5 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f97ed3dca85f49a08eeaada9d16f9c13 HTTP/1.1" status: 200 len: 380 time: 0.2596099 Jun 30 10:54:44.607789 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [req-c3ac5601-d834-4780-9d82-470d44c06566 req-42de69c6-4eb6-4766-8aaf-193dc9f39098 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Request body: {'port': {'device_id': 'b909963f-0971-4093-bc90-ae8387422ba0', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'admin_state_up': True, 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'security_groups': ['0e8cb4bd-2857-46af-a475-71e373a3c7ce']}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:44.710630 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c52baf-6d9a-4eb6-9bf6-5cb94711bf48 req-278028a9-fb2d-41a0-b5b3-a6ec347e7c71 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:44.712267 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d4c52baf-6d9a-4eb6-9bf6-5cb94711bf48 req-278028a9-fb2d-41a0-b5b3-a6ec347e7c71 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 943 time: 0.4740682 Jun 30 10:54:44.729267 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['de1ee205-3d73-432f-8233-e171570caf9d'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:54:44.748960 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [req-764c3243-f676-4398-800e-b38dc32c817d req-0a1590ce-930d-4d70-83ac-39820c05f041 service neutron] For port 9264f43f-8602-4e88-9f17-480b97076f8a, host hv-cinder-78662, cleared binding levels {{(pid=92943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:54:44.799079 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [req-764c3243-f676-4398-800e-b38dc32c817d req-0a1590ce-930d-4d70-83ac-39820c05f041 service neutron] For port 9264f43f-8602-4e88-9f17-480b97076f8a, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9264f43f-8602-4e88-9f17-480b97076f8a,segment=NetworkSegment(602facd0-b748-432b-9c59-5356cfe8f0eb),segment_id=602facd0-b748-432b-9c59-5356cfe8f0eb)] {{(pid=92943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:54:44.817150 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6a375064-f585-4afc-8306-8f86157b4cbb req-3da0b219-ae82-42c2-9b0a-61d9cfc8fb16 service neutron] 10.222.0.39 "GET /v2.0/networks/12bb83a3-4778-4b98-8442-64577c978638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448677 Jun 30 10:54:44.822018 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-764c3243-f676-4398-800e-b38dc32c817d req-0a1590ce-930d-4d70-83ac-39820c05f041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:44.841601 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-7857fc9c-5576-43e2-ade9-c9dafa716752 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:44.908710 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-1eb6ca66-d18d-4347-ac1c-17cd53edddbf tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Made reservation on behalf of dd767d920c4042ebb7ff4a63cffdc075 for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:54:44.926335 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-1eb6ca66-d18d-4347-ac1c-17cd53edddbf tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:44.953186 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d4c52baf-6d9a-4eb6-9bf6-5cb94711bf48 req-7e3c6cbc-c7a4-44ab-a932-8fe466dd58ee tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/security-groups?id=8a0ef213-768d-4a86-8da5-4eb99e928160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176917 Jun 30 10:54:44.979355 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-7857fc9c-5576-43e2-ade9-c9dafa716752 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:45.032276 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c3243-f676-4398-800e-b38dc32c817d req-0a1590ce-930d-4d70-83ac-39820c05f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:45.033049 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-764c3243-f676-4398-800e-b38dc32c817d req-0a1590ce-930d-4d70-83ac-39820c05f041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for port, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:45.034621 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-764c3243-f676-4398-800e-b38dc32c817d req-0a1590ce-930d-4d70-83ac-39820c05f041 service neutron] 10.222.0.39 "PUT /v2.0/ports/9264f43f-8602-4e88-9f17-480b97076f8a HTTP/1.1" status: 200 len: 1093 time: 2.9027264 Jun 30 10:54:45.037340 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20cc4540-7126-4777-9ceb-439ada8b5c99', 'tag': '9264f43f-8602-4e88-9f17-480b97076f8a'}] {{(pid=92943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:54:45.055136 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbe9d626e50383ffb82a595db8fc1549102463c899d09ce870a2344fe6ae64b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0f71d7-4b25-4323-8c94-72d79f87f2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "20cc4540-7126-4777-9ceb-439ada8b5c99", "tag": "9264f43f-8602-4e88-9f17-480b97076f8a"}]}' {{(pid=92943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:54:45.166143 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff598434-5d25-47c5-8229-63b7fab28a2e req-c7b84085-6616-474f-9a0f-f1eefc63d0ef tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:45.175196 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ff598434-5d25-47c5-8229-63b7fab28a2e req-c7b84085-6616-474f-9a0f-f1eefc63d0ef tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 943 time: 0.5629897 Jun 30 10:54:45.213183 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-7857fc9c-5576-43e2-ade9-c9dafa716752 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Network bed23b81-a268-4baa-a8b3-0d89a55f5b16 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:54:45.242188 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-7857fc9c-5576-43e2-ade9-c9dafa716752 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:45.245038 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-7857fc9c-5576-43e2-ade9-c9dafa716752 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:54:45.252616 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-7857fc9c-5576-43e2-ade9-c9dafa716752 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:45.253379 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-7857fc9c-5576-43e2-ade9-c9dafa716752 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:45.260541 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857fc9c-5576-43e2-ade9-c9dafa716752 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Pushing event updated for resources: {'Port': ['ID=90e9db27-564a-469c-9231-14414445072c,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:45.261922 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6a375064-f585-4afc-8306-8f86157b4cbb req-78d5d308-6a10-4e2e-bb7f-aa3b5f1c6799 service neutron] 10.222.0.39 "GET /v2.0/networks/12bb83a3-4778-4b98-8442-64577c978638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283438 Jun 30 10:54:45.304616 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1590ce-930d-4d70-83ac-39820c05f041 service neutron] Pushing event updated for resources: {'Port': ['ID=9264f43f-8602-4e88-9f17-480b97076f8a,revision_number=3']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:45.328851 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ff598434-5d25-47c5-8229-63b7fab28a2e req-7d916866-f119-4e26-a670-21f569e78228 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521862 Jun 30 10:54:45.331110 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ac5601-d834-4780-9d82-470d44c06566 req-42de69c6-4eb6-4766-8aaf-193dc9f39098 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Made reservation on behalf of f97ed3dca85f49a08eeaada9d16f9c13 for: {'port': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:54:45.335093 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-c3ac5601-d834-4780-9d82-470d44c06566 req-42de69c6-4eb6-4766-8aaf-193dc9f39098 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:45.347748 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-7857fc9c-5576-43e2-ade9-c9dafa716752 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6718364 Jun 30 10:54:45.360018 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 53570) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:45.407438 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-1eb6ca66-d18d-4347-ac1c-17cd53edddbf tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Allocated IP 172.20.0.14 (3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3/bd9941a1-a63d-4ae1-bee1-bc13b8df9212/877da08e-c070-471d-9921-f8ff9dc230d3) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:54:45.416782 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c7dd0-a78f-44de-8c22-5afa9e90d9c0 req-dbd3ed80-c7f0-445a-a3cf-59ef65f723bf tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:45.424313 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-885c7dd0-a78f-44de-8c22-5afa9e90d9c0 req-dbd3ed80-c7f0-445a-a3cf-59ef65f723bf tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 931 time: 0.2335987 Jun 30 10:54:45.544799 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-84ff155b-148d-45b8-ae49-8f2b7d22f104 req-e7cdce53-4355-497d-9c18-2752a07b3c93 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 210 time: 0.0622396 Jun 30 10:54:45.545277 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-885c7dd0-a78f-44de-8c22-5afa9e90d9c0 req-b5a14b6a-0125-4f19-a89c-b4a4d3b624be tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199534 Jun 30 10:54:45.594636 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3856d501-aec0-4e6f-9fcb-08e867e2c89b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:45.608944 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_common [req-c3ac5601-d834-4780-9d82-470d44c06566 req-42de69c6-4eb6-4766-8aaf-193dc9f39098 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Allocated IP 172.20.0.6 (b064df9a-1bb0-4ef7-88cf-3439f5069f39/f321f395-8a24-424f-a000-187ba04163ef/18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7) {{(pid=92943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:54:45.742600 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9481ba69-d40a-43e5-bd65-fb802bc49044 x-openstack-request-id: req-9481ba69-d40a-43e5-bd65-fb802bc49044 {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:54:45.742922 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20cc4540-7126-4777-9ceb-439ada8b5c99", "tag": "9264f43f-8602-4e88-9f17-480b97076f8a", "status": "completed", "code": 200}]} {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:54:45.743180 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9481ba69-d40a-43e5-bd65-fb802bc49044 {{(pid=92943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:54:45.743574 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20cc4540-7126-4777-9ceb-439ada8b5c99', 'tag': '9264f43f-8602-4e88-9f17-480b97076f8a', 'status': 'completed', 'code': 200} Jun 30 10:54:45.758831 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e2ea071e-b0c3-4494-90c3-bc3c1ae51f3c req-4c876fbd-b98c-4cd0-93db-3915044e2e9f tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 210 time: 0.0559831 Jun 30 10:54:45.801045 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-1eb6ca66-d18d-4347-ac1c-17cd53edddbf tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:45.809408 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-c3ac5601-d834-4780-9d82-470d44c06566 req-42de69c6-4eb6-4766-8aaf-193dc9f39098 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for port, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:45.827718 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.provisioning_blocks [req-c3ac5601-d834-4780-9d82-470d44c06566 req-42de69c6-4eb6-4766-8aaf-193dc9f39098 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Transition to ACTIVE for port object 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 will not be triggered until provisioned by entity DHCP. {{(pid=92943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:54:45.859397 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-1eb6ca66-d18d-4347-ac1c-17cd53edddbf tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Transition to ACTIVE for port object 877da08e-c070-471d-9921-f8ff9dc230d3 will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:54:45.867885 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-c3ac5601-d834-4780-9d82-470d44c06566 req-42de69c6-4eb6-4766-8aaf-193dc9f39098 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:45.870454 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3856d501-aec0-4e6f-9fcb-08e867e2c89b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:45.877378 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3856d501-aec0-4e6f-9fcb-08e867e2c89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:45.920139 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ac5601-d834-4780-9d82-470d44c06566 req-42de69c6-4eb6-4766-8aaf-193dc9f39098 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Network b064df9a-1bb0-4ef7-88cf-3439f5069f39 is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:54:45.923531 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [req-c3ac5601-d834-4780-9d82-470d44c06566 req-42de69c6-4eb6-4766-8aaf-193dc9f39098 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:45.926497 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ac5601-d834-4780-9d82-470d44c06566 req-42de69c6-4eb6-4766-8aaf-193dc9f39098 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Received port after_create {{(pid=92943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:54:45.932090 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac5601-d834-4780-9d82-470d44c06566 req-42de69c6-4eb6-4766-8aaf-193dc9f39098 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:45.935880 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-3856d501-aec0-4e6f-9fcb-08e867e2c89b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=aafb9b07c72d421f9796ebebaa47471f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5694845 Jun 30 10:54:45.935976 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-c3ac5601-d834-4780-9d82-470d44c06566 req-42de69c6-4eb6-4766-8aaf-193dc9f39098 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for port, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:45.936066 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856d501-aec0-4e6f-9fcb-08e867e2c89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064204e7-47ba-4410-80a9-5c7aa27ee4d2,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:45.937316 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 53590) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:45.965995 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-1eb6ca66-d18d-4347-ac1c-17cd53edddbf tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:45.970941 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de69c6-4eb6-4766-8aaf-193dc9f39098 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Pushing event updated for resources: {'Port': ['ID=18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:46.002538 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c3ac5601-d834-4780-9d82-470d44c06566 req-42de69c6-4eb6-4766-8aaf-193dc9f39098 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3993266 Jun 30 10:54:46.028538 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-1eb6ca66-d18d-4347-ac1c-17cd53edddbf tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Network 3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:54:46.032367 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-1eb6ca66-d18d-4347-ac1c-17cd53edddbf tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:46.037589 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-1eb6ca66-d18d-4347-ac1c-17cd53edddbf tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:54:46.044597 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-1eb6ca66-d18d-4347-ac1c-17cd53edddbf tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:46.045358 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-1eb6ca66-d18d-4347-ac1c-17cd53edddbf tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:46.054776 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6ca66-d18d-4347-ac1c-17cd53edddbf tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Pushing event updated for resources: {'Port': ['ID=877da08e-c070-471d-9921-f8ff9dc230d3,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:46.076624 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-1eb6ca66-d18d-4347-ac1c-17cd53edddbf tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5232859 Jun 30 10:54:46.082525 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a72a99aa-e5d3-417c-9e86-736b75351c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:46.109572 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a72a99aa-e5d3-417c-9e86-736b75351c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:46.235585 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cfb12-edd4-484d-b100-d25047051b5d req-8d9d8cdc-dd3b-41d2-bfbb-248391c5e072 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:46.237292 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0d8cfb12-edd4-484d-b100-d25047051b5d req-8d9d8cdc-dd3b-41d2-bfbb-248391c5e072 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 944 time: 0.1107068 Jun 30 10:54:46.238444 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a72a99aa-e5d3-417c-9e86-736b75351c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:46.241090 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a72a99aa-e5d3-417c-9e86-736b75351c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:46.246671 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-a72a99aa-e5d3-417c-9e86-736b75351c6e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/064204e7-47ba-4410-80a9-5c7aa27ee4d2 HTTP/1.1" status: 204 len: 168 time: 0.3034604 Jun 30 10:54:46.264229 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a99aa-e5d3-417c-9e86-736b75351c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064204e7-47ba-4410-80a9-5c7aa27ee4d2,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:46.315196 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-631507fd-d498-4d26-a6d5-6a72a613ca4e None None] Provisioning for port 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:54:46.323067 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-631507fd-d498-4d26-a6d5-6a72a613ca4e None None] Provisioning complete for port 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:46.323229 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-631507fd-d498-4d26-a6d5-6a72a613ca4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:46.324800 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0d8cfb12-edd4-484d-b100-d25047051b5d req-05173cb4-1770-4e6d-8dc6-1af3c4c5881f tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/security-groups?id=8a0ef213-768d-4a86-8da5-4eb99e928160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760438 Jun 30 10:54:46.362865 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-631507fd-d498-4d26-a6d5-6a72a613ca4e None None] Port 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:54:46.486982 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4ed4ceb8-4856-4546-9893-717dcd726b2f None None] Provisioning for port 877da08e-c070-471d-9921-f8ff9dc230d3 completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:54:46.491968 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4ed4ceb8-4856-4546-9893-717dcd726b2f None None] Provisioning complete for port 877da08e-c070-471d-9921-f8ff9dc230d3 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:46.493396 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ceb8-4856-4546-9893-717dcd726b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:46.520771 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f650c99-2a95-42e2-a15e-5440facf2983 req-07295ff7-4c32-4e84-bc8c-ab9bee97cdc7 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:46.522929 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4f650c99-2a95-42e2-a15e-5440facf2983 req-07295ff7-4c32-4e84-bc8c-ab9bee97cdc7 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 943 time: 0.0784488 Jun 30 10:54:46.538430 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4ed4ceb8-4856-4546-9893-717dcd726b2f None None] Port 877da08e-c070-471d-9921-f8ff9dc230d3 cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:54:46.577342 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4f650c99-2a95-42e2-a15e-5440facf2983 req-f14d0719-44de-49c2-9b28-ea567e75a3c2 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465899 Jun 30 10:54:46.731978 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 53618) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:46.748616 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e11b9cc4-87b7-4e15-a928-f74d1f309ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:46.774430 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40f369-f8a5-4ed1-807c-8f53de99cea4 req-99d325d5-cb00-4ab7-922b-546d24e38378 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:46.776150 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1c40f369-f8a5-4ed1-807c-8f53de99cea4 req-99d325d5-cb00-4ab7-922b-546d24e38378 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 932 time: 0.0885415 Jun 30 10:54:46.806588 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3bc184-99b8-473f-9db6-93127c63998b req-f2a84cd8-e88f-4e01-acf0-43dac5a0d1e8 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:46.808107 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-dd3bc184-99b8-473f-9db6-93127c63998b req-f2a84cd8-e88f-4e01-acf0-43dac5a0d1e8 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 931 time: 0.1112630 Jun 30 10:54:46.819791 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1c40f369-f8a5-4ed1-807c-8f53de99cea4 req-b6d002dd-9cae-46df-83d1-54cace4b0337 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359964 Jun 30 10:54:46.874954 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-dd3bc184-99b8-473f-9db6-93127c63998b req-e9b801ee-c560-472e-bb41-0cd312427f51 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588231 Jun 30 10:54:46.913370 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e11b9cc4-87b7-4e15-a928-f74d1f309ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:46.919898 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e11b9cc4-87b7-4e15-a928-f74d1f309ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:46.947591 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-e11b9cc4-87b7-4e15-a928-f74d1f309ed4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3103f159d92149ffa1868d6d3b1bec42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145138 Jun 30 10:54:46.954047 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 53626) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:46.972950 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b9cc4-87b7-4e15-a928-f74d1f309ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc047cdc-b9b0-47aa-9744-f57d51f5ee35,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:47.055882 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced8e46-9aad-476f-99b0-2fd98089722b req-c3d34536-436f-4968-b8e4-403295fde157 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:47.057389 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3ced8e46-9aad-476f-99b0-2fd98089722b req-c3d34536-436f-4968-b8e4-403295fde157 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 931 time: 0.1165924 Jun 30 10:54:47.058207 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-beddf295-b12e-4e14-ae3f-cc382c643759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:47.067363 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 53630) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:47.095226 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-beddf295-b12e-4e14-ae3f-cc382c643759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:47.124698 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3ced8e46-9aad-476f-99b0-2fd98089722b req-36c19ac0-8b95-4877-a141-6b2ea0d55435 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563104 Jun 30 10:54:47.158345 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-beddf295-b12e-4e14-ae3f-cc382c643759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:47.161313 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-beddf295-b12e-4e14-ae3f-cc382c643759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:47.162352 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-beddf295-b12e-4e14-ae3f-cc382c643759 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/dc047cdc-b9b0-47aa-9744-f57d51f5ee35 HTTP/1.1" status: 204 len: 168 time: 0.2080324 Jun 30 10:54:47.170547 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddf295-b12e-4e14-ae3f-cc382c643759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc047cdc-b9b0-47aa-9744-f57d51f5ee35,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:47.181498 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a0becf54-bbb7-46dc-adf2-71ce72c9b9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:47.287623 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a0becf54-bbb7-46dc-adf2-71ce72c9b9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:47.291836 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a0becf54-bbb7-46dc-adf2-71ce72c9b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:47.328464 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0becf54-bbb7-46dc-adf2-71ce72c9b9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790e538f-6725-470a-a670-200f7e29b99a,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:47.333545 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-a0becf54-bbb7-46dc-adf2-71ce72c9b9b0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2589d0ee26794a1f9c36596daae9f7c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651274 Jun 30 10:54:47.336080 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 53638) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:47.394915 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-52847289-cc0b-4e19-b3ad-6c9a8b57b1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:47.418103 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-52847289-cc0b-4e19-b3ad-6c9a8b57b1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:47.502566 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-52847289-cc0b-4e19-b3ad-6c9a8b57b1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:47.505818 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-52847289-cc0b-4e19-b3ad-6c9a8b57b1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:47.506918 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-52847289-cc0b-4e19-b3ad-6c9a8b57b1e5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/790e538f-6725-470a-a670-200f7e29b99a HTTP/1.1" status: 204 len: 168 time: 0.1699772 Jun 30 10:54:47.529734 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729bb9c-85ec-4851-b59a-4db7926e3e78 req-d999fb6d-959c-42ee-ab6d-3ca10cc79e4b tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:47.531240 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0729bb9c-85ec-4851-b59a-4db7926e3e78 req-d999fb6d-959c-42ee-ab6d-3ca10cc79e4b tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 944 time: 0.0886734 Jun 30 10:54:47.532192 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52847289-cc0b-4e19-b3ad-6c9a8b57b1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790e538f-6725-470a-a670-200f7e29b99a,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:47.584914 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0729bb9c-85ec-4851-b59a-4db7926e3e78 req-4b7d4469-3830-4a87-ad20-03ef36c7bf60 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/security-groups?id=8a0ef213-768d-4a86-8da5-4eb99e928160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443771 Jun 30 10:54:47.770247 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b2f41-947b-4dd6-85da-4f9a7458ade3 req-8a71ed9f-1d25-4827-90d6-57765525fcda tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:47.772234 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-035b2f41-947b-4dd6-85da-4f9a7458ade3 req-8a71ed9f-1d25-4827-90d6-57765525fcda tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 943 time: 0.0738711 Jun 30 10:54:47.816005 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-035b2f41-947b-4dd6-85da-4f9a7458ade3 req-d76a50d1-78d6-4e0f-9926-4b02ad164f95 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365684 Jun 30 10:54:47.907324 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 53670) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:47.924691 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-57adeb79-73ac-48d4-afa4-c4432307a4e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:48.077901 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697d81b-fe36-4d83-b4a8-9b0c9134168b req-6e572883-a407-4c2c-aedd-83baa2ae63c7 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:48.079433 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3697d81b-fe36-4d83-b4a8-9b0c9134168b req-6e572883-a407-4c2c-aedd-83baa2ae63c7 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 932 time: 0.1231313 Jun 30 10:54:48.082120 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462bdad-1b72-4e79-b757-07d067662ae2 req-6193898c-2e89-46ab-801f-29261e7c1788 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:48.083767 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6462bdad-1b72-4e79-b757-07d067662ae2 req-6193898c-2e89-46ab-801f-29261e7c1788 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 931 time: 0.0760076 Jun 30 10:54:48.100588 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-57adeb79-73ac-48d4-afa4-c4432307a4e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:48.110250 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-57adeb79-73ac-48d4-afa4-c4432307a4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:48.127351 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6462bdad-1b72-4e79-b757-07d067662ae2 req-906c9d97-3576-4a12-84a0-a24f4e03bdfd tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351326 Jun 30 10:54:48.150462 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-7c1feb1c-cc53-4a7a-9523-a13f87cdc714 service neutron] Request body: {'port': {'device_id': '4f758395-f74a-4e45-bf3f-6e156884e2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:48.158792 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-f50b0aae-6085-40c4-8997-3e0ced084162 service neutron] Request body: {'port': {'device_id': 'da82ab00-2e25-40df-a0ce-3825a94adc8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:48.163093 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [req-c3ac5601-d834-4780-9d82-470d44c06566 req-85a1c712-f912-4567-b231-2665631d1654 service neutron] Request body: {'port': {'device_id': 'b909963f-0971-4093-bc90-ae8387422ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:48.182971 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-57adeb79-73ac-48d4-afa4-c4432307a4e5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a04113ba84124bfc86ddd6e634a33456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741218 Jun 30 10:54:48.189389 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 53678) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:48.225967 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3697d81b-fe36-4d83-b4a8-9b0c9134168b req-ec8b4f29-3de6-4101-ae2e-0d54191aa21e tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369429 Jun 30 10:54:48.249046 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adeb79-73ac-48d4-afa4-c4432307a4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d7cff7-bd94-4d0b-8d65-33da2f44cd57,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:48.282879 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-f50b0aae-6085-40c4-8997-3e0ced084162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:48.362105 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-7c1feb1c-cc53-4a7a-9523-a13f87cdc714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:48.389954 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-c3ac5601-d834-4780-9d82-470d44c06566 req-85a1c712-f912-4567-b231-2665631d1654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:48.400293 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b158311c-ca43-47e1-a9fe-3321c8124428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:48.603156 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c3243-f676-4398-800e-b38dc32c817d req-2ad8b179-c890-49e6-af9e-a587dd473d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:48.604651 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-764c3243-f676-4398-800e-b38dc32c817d req-2ad8b179-c890-49e6-af9e-a587dd473d9b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba59ae1dd0854ec58e3e087862fe2717&device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 1096 time: 0.4597948 Jun 30 10:54:48.691592 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0343c9-7a78-4dd3-bb8f-e2030dc568a6 req-3a84fb27-52e5-47d0-8f1c-3e31f9418730 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:48.698811 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fa0343c9-7a78-4dd3-bb8f-e2030dc568a6 req-3a84fb27-52e5-47d0-8f1c-3e31f9418730 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 931 time: 0.3491285 Jun 30 10:54:48.770454 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b158311c-ca43-47e1-a9fe-3321c8124428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:48.773359 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-764c3243-f676-4398-800e-b38dc32c817d req-0892e27d-c661-4c41-8a48-678726df9975 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9264f43f-8602-4e88-9f17-480b97076f8a HTTP/1.1" status: 200 len: 217 time: 0.0652390 Jun 30 10:54:48.983765 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c3243-f676-4398-800e-b38dc32c817d req-89e49635-6af6-4374-beb3-3ad818824e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:48.985421 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-764c3243-f676-4398-800e-b38dc32c817d req-89e49635-6af6-4374-beb3-3ad818824e78 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6b7436d-5b83-48d2-ab4c-acf6e73a305c HTTP/1.1" status: 200 len: 858 time: 0.1924510 Jun 30 10:54:49.069295 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-764c3243-f676-4398-800e-b38dc32c817d req-49037730-c22c-4d22-8d72-1ac303bbc54d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bed23b81-a268-4baa-a8b3-0d89a55f5b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719316 Jun 30 10:54:49.086572 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36730811-eca2-4fae-ba25-df00bbd8966b req-5a7f1055-c553-49a1-a380-ca10e34a5a5e tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:49.088141 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-36730811-eca2-4fae-ba25-df00bbd8966b req-5a7f1055-c553-49a1-a380-ca10e34a5a5e tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 944 time: 0.3279717 Jun 30 10:54:49.089498 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fa0343c9-7a78-4dd3-bb8f-e2030dc568a6 req-8217a14e-e3b4-4100-b467-eb07e39db093 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3891437 Jun 30 10:54:49.101053 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b158311c-ca43-47e1-a9fe-3321c8124428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:49.103520 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b158311c-ca43-47e1-a9fe-3321c8124428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:49.104648 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-b158311c-ca43-47e1-a9fe-3321c8124428 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/96d7cff7-bd94-4d0b-8d65-33da2f44cd57 HTTP/1.1" status: 204 len: 168 time: 0.8823292 Jun 30 10:54:49.178626 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158311c-ca43-47e1-a9fe-3321c8124428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d7cff7-bd94-4d0b-8d65-33da2f44cd57,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:49.271081 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-36730811-eca2-4fae-ba25-df00bbd8966b req-4757b9f4-13ba-489f-9bda-7be4cf304c93 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/security-groups?id=8a0ef213-768d-4a86-8da5-4eb99e928160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605015 Jun 30 10:54:49.279558 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.notifiers.nova [req-c3ac5601-d834-4780-9d82-470d44c06566 req-85a1c712-f912-4567-b231-2665631d1654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 {{(pid=92943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:54:49.293591 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-c3ac5601-d834-4780-9d82-470d44c06566 req-85a1c712-f912-4567-b231-2665631d1654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:49.322749 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-764c3243-f676-4398-800e-b38dc32c817d req-e2dd2c44-198c-4671-bb4d-83c6650a41ac service neutron] 10.222.0.39 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310090 Jun 30 10:54:49.325940 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.provisioning_blocks [req-c3ac5601-d834-4780-9d82-470d44c06566 req-85a1c712-f912-4567-b231-2665631d1654 service neutron] Transition to ACTIVE for port object 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 will not be triggered until provisioned by entity L2. {{(pid=92943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:54:49.333024 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-c3ac5601-d834-4780-9d82-470d44c06566 req-85a1c712-f912-4567-b231-2665631d1654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:49.427627 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-f50b0aae-6085-40c4-8997-3e0ced084162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e9db27-564a-469c-9231-14414445072c {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:54:49.450578 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-f50b0aae-6085-40c4-8997-3e0ced084162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:49.477653 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-7c1feb1c-cc53-4a7a-9523-a13f87cdc714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 877da08e-c070-471d-9921-f8ff9dc230d3 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:54:49.499933 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1c712-f912-4567-b231-2665631d1654 service neutron] Pushing event updated for resources: {'Port': ['ID=18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7,revision_number=2']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:49.516963 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-7c1feb1c-cc53-4a7a-9523-a13f87cdc714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:49.535937 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-f50b0aae-6085-40c4-8997-3e0ced084162 service neutron] Transition to ACTIVE for port object 90e9db27-564a-469c-9231-14414445072c will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:54:49.562023 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-f50b0aae-6085-40c4-8997-3e0ced084162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:49.596703 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-7c1feb1c-cc53-4a7a-9523-a13f87cdc714 service neutron] Transition to ACTIVE for port object 877da08e-c070-471d-9921-f8ff9dc230d3 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:54:49.673359 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b0aae-6085-40c4-8997-3e0ced084162 service neutron] Pushing event updated for resources: {'Port': ['ID=90e9db27-564a-469c-9231-14414445072c,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:49.686267 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [req-c3ac5601-d834-4780-9d82-470d44c06566 req-85a1c712-f912-4567-b231-2665631d1654 service neutron] Attempting to bind port 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:54:49.686851 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [req-c3ac5601-d834-4780-9d82-470d44c06566 req-85a1c712-f912-4567-b231-2665631d1654 service neutron] Attempting to bind port 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '77d01b3d-de25-4204-b64a-7d67e17a8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39'}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:54:49.687344 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ac5601-d834-4780-9d82-470d44c06566 req-85a1c712-f912-4567-b231-2665631d1654 service neutron] Attempting to bind port 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 on network b064df9a-1bb0-4ef7-88cf-3439f5069f39 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:54:49.696025 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131d11c-7086-4119-b09b-759f998094f1 req-9c80ab92-68c9-4648-a0e4-39f743f91df4 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:49.703962 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ac5601-d834-4780-9d82-470d44c06566 req-85a1c712-f912-4567-b231-2665631d1654 service neutron] Port 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 on network b064df9a-1bb0-4ef7-88cf-3439f5069f39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:54:49.704518 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ac5601-d834-4780-9d82-470d44c06566 req-85a1c712-f912-4567-b231-2665631d1654 service neutron] Attempting to bind port 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 on network b064df9a-1bb0-4ef7-88cf-3439f5069f39 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:54:49.705023 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5131d11c-7086-4119-b09b-759f998094f1 req-9c80ab92-68c9-4648-a0e4-39f743f91df4 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 943 time: 0.3662457 Jun 30 10:54:49.707904 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-7c1feb1c-cc53-4a7a-9523-a13f87cdc714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:49.713706 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-764c3243-f676-4398-800e-b38dc32c817d req-e404f9f3-6d01-4a86-b558-ddb6847e4c27 service neutron] 10.222.0.39 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785367 Jun 30 10:54:49.726062 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ac5601-d834-4780-9d82-470d44c06566 req-85a1c712-f912-4567-b231-2665631d1654 service neutron] Checking agent: {'id': '5d5b2242-4ffd-4515-a15c-824c74b42c52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'started_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:54:49.726491 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ac5601-d834-4780-9d82-470d44c06566 req-85a1c712-f912-4567-b231-2665631d1654 service neutron] Checking segment: {'id': '77d01b3d-de25-4204-b64a-7d67e17a8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:54:49.726895 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ac5601-d834-4780-9d82-470d44c06566 req-85a1c712-f912-4567-b231-2665631d1654 service neutron] Bound using segment: {'id': '77d01b3d-de25-4204-b64a-7d67e17a8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39'} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:54:49.727364 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [req-c3ac5601-d834-4780-9d82-470d44c06566 req-85a1c712-f912-4567-b231-2665631d1654 service neutron] Bound port: 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77d01b3d-de25-4204-b64a-7d67e17a8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39'}}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:54:49.727760 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-c3ac5601-d834-4780-9d82-470d44c06566 req-85a1c712-f912-4567-b231-2665631d1654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:49.793567 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ac6a4-ffaa-45a5-b7d8-071f470ac929 req-129bf6c9-045d-4e1a-93d1-dd5628306ba0 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:49.828061 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-900ac6a4-ffaa-45a5-b7d8-071f470ac929 req-129bf6c9-045d-4e1a-93d1-dd5628306ba0 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 943 time: 0.2369134 Jun 30 10:54:49.907278 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1feb1c-cc53-4a7a-9523-a13f87cdc714 service neutron] Pushing event updated for resources: {'Port': ['ID=877da08e-c070-471d-9921-f8ff9dc230d3,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:49.975888 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [req-c3ac5601-d834-4780-9d82-470d44c06566 req-85a1c712-f912-4567-b231-2665631d1654 service neutron] For port 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7, host hv-cinder-78662, cleared binding levels {{(pid=92943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:54:49.985765 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [req-c3ac5601-d834-4780-9d82-470d44c06566 req-85a1c712-f912-4567-b231-2665631d1654 service neutron] For port 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7,segment=NetworkSegment(77d01b3d-de25-4204-b64a-7d67e17a8c5d),segment_id=77d01b3d-de25-4204-b64a-7d67e17a8c5d)] {{(pid=92943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:54:50.015029 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5131d11c-7086-4119-b09b-759f998094f1 req-66c180f3-247f-40c2-85d5-b8fe10319da0 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085148 Jun 30 10:54:50.018073 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-7c1feb1c-cc53-4a7a-9523-a13f87cdc714 service neutron] Attempting to bind port 877da08e-c070-471d-9921-f8ff9dc230d3 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:54:50.018747 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-c3ac5601-d834-4780-9d82-470d44c06566 req-85a1c712-f912-4567-b231-2665631d1654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:50.020075 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-7c1feb1c-cc53-4a7a-9523-a13f87cdc714 service neutron] Attempting to bind port 877da08e-c070-471d-9921-f8ff9dc230d3 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'bc727c53-35dd-4e52-a07f-d2476a898a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:54:50.020426 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-7c1feb1c-cc53-4a7a-9523-a13f87cdc714 service neutron] Attempting to bind port 877da08e-c070-471d-9921-f8ff9dc230d3 on network 3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:54:50.030019 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-f50b0aae-6085-40c4-8997-3e0ced084162 service neutron] Attempting to bind port 90e9db27-564a-469c-9231-14414445072c on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:54:50.030367 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-f50b0aae-6085-40c4-8997-3e0ced084162 service neutron] Attempting to bind port 90e9db27-564a-469c-9231-14414445072c by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '602facd0-b748-432b-9c59-5356cfe8f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bed23b81-a268-4baa-a8b3-0d89a55f5b16'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:54:50.030699 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-f50b0aae-6085-40c4-8997-3e0ced084162 service neutron] Attempting to bind port 90e9db27-564a-469c-9231-14414445072c on network bed23b81-a268-4baa-a8b3-0d89a55f5b16 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:54:50.034307 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-7c1feb1c-cc53-4a7a-9523-a13f87cdc714 service neutron] Port 877da08e-c070-471d-9921-f8ff9dc230d3 on network 3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:54:50.034634 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-7c1feb1c-cc53-4a7a-9523-a13f87cdc714 service neutron] Attempting to bind port 877da08e-c070-471d-9921-f8ff9dc230d3 on network 3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:54:50.040369 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 53754) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:50.042391 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-900ac6a4-ffaa-45a5-b7d8-071f470ac929 req-c5403c45-b2ed-4f1d-87d8-e5d0b4a22ba2 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118053 Jun 30 10:54:50.060087 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-f50b0aae-6085-40c4-8997-3e0ced084162 service neutron] Port 90e9db27-564a-469c-9231-14414445072c on network bed23b81-a268-4baa-a8b3-0d89a55f5b16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:54:50.060415 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-f50b0aae-6085-40c4-8997-3e0ced084162 service neutron] Attempting to bind port 90e9db27-564a-469c-9231-14414445072c on network bed23b81-a268-4baa-a8b3-0d89a55f5b16 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:54:50.065672 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-7c1feb1c-cc53-4a7a-9523-a13f87cdc714 service neutron] Checking agent: {'id': '5d5b2242-4ffd-4515-a15c-824c74b42c52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'started_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:54:50.066073 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-7c1feb1c-cc53-4a7a-9523-a13f87cdc714 service neutron] Checking segment: {'id': 'bc727c53-35dd-4e52-a07f-d2476a898a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:54:50.066561 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-7c1feb1c-cc53-4a7a-9523-a13f87cdc714 service neutron] Bound using segment: {'id': 'bc727c53-35dd-4e52-a07f-d2476a898a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:54:50.067024 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-7c1feb1c-cc53-4a7a-9523-a13f87cdc714 service neutron] Bound port: 877da08e-c070-471d-9921-f8ff9dc230d3, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc727c53-35dd-4e52-a07f-d2476a898a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:54:50.067407 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-7c1feb1c-cc53-4a7a-9523-a13f87cdc714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:50.071030 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-f50b0aae-6085-40c4-8997-3e0ced084162 service neutron] Checking agent: {'id': '5d5b2242-4ffd-4515-a15c-824c74b42c52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'started_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:54:50.071378 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-f50b0aae-6085-40c4-8997-3e0ced084162 service neutron] Checking segment: {'id': '602facd0-b748-432b-9c59-5356cfe8f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bed23b81-a268-4baa-a8b3-0d89a55f5b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:54:50.071786 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-f50b0aae-6085-40c4-8997-3e0ced084162 service neutron] Bound using segment: {'id': '602facd0-b748-432b-9c59-5356cfe8f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bed23b81-a268-4baa-a8b3-0d89a55f5b16'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:54:50.072221 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-f50b0aae-6085-40c4-8997-3e0ced084162 service neutron] Bound port: 90e9db27-564a-469c-9231-14414445072c, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '602facd0-b748-432b-9c59-5356cfe8f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bed23b81-a268-4baa-a8b3-0d89a55f5b16'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:54:50.072810 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-f50b0aae-6085-40c4-8997-3e0ced084162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:50.098580 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac5601-d834-4780-9d82-470d44c06566 req-85a1c712-f912-4567-b231-2665631d1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:50.099206 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-c3ac5601-d834-4780-9d82-470d44c06566 req-85a1c712-f912-4567-b231-2665631d1654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for port, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:50.103184 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device f31d4ff9-6cba-423e-af50-3b144ec38e93 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:54:50.119003 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c3ac5601-d834-4780-9d82-470d44c06566 req-85a1c712-f912-4567-b231-2665631d1654 service neutron] 10.222.0.39 "PUT /v2.0/ports/18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 HTTP/1.1" status: 200 len: 1093 time: 1.9713871 Jun 30 10:54:50.133572 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b909963f-0971-4093-bc90-ae8387422ba0', 'tag': '18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7'}] {{(pid=92943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:54:50.140790 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbe9d626e50383ffb82a595db8fc1549102463c899d09ce870a2344fe6ae64b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db863de-f2f1-4942-8365-421d5855eca8" -d '{"events": [{"name": "network-changed", "server_uuid": "b909963f-0971-4093-bc90-ae8387422ba0", "tag": "18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7"}]}' {{(pid=92943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:54:50.167015 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f71d7-4b25-4323-8c94-72d79f87f2bc req-69ed4cb4-f1ee-45b0-a769-329ece60dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:50.171126 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2b0f71d7-4b25-4323-8c94-72d79f87f2bc req-69ed4cb4-f1ee-45b0-a769-329ece60dcb9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba59ae1dd0854ec58e3e087862fe2717&device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 1096 time: 0.3011761 Jun 30 10:54:50.247274 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device de1ee205-3d73-432f-8233-e171570caf9d up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:54:50.390495 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-f50b0aae-6085-40c4-8997-3e0ced084162 service neutron] For port 90e9db27-564a-469c-9231-14414445072c, host hv-cinder-78662, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:54:50.443422 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2dd70933-1563-45e8-a0f1-035c2d10c581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:50.457545 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port f31d4ff9-6cba-423e-af50-3b144ec38e93, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f31d4ff9-6cba-423e-af50-3b144ec38e93,segment=NetworkSegment(a4b16849-21ca-418a-a687-42fb430f6d22),segment_id=a4b16849-21ca-418a-a687-42fb430f6d22)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:54:50.462823 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-7c1feb1c-cc53-4a7a-9523-a13f87cdc714 service neutron] For port 877da08e-c070-471d-9921-f8ff9dc230d3, host hv-cinder-78662, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:54:50.469241 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-f50b0aae-6085-40c4-8997-3e0ced084162 service neutron] For port 90e9db27-564a-469c-9231-14414445072c, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=90e9db27-564a-469c-9231-14414445072c,segment=NetworkSegment(602facd0-b748-432b-9c59-5356cfe8f0eb),segment_id=602facd0-b748-432b-9c59-5356cfe8f0eb)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:54:50.478831 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f71d7-4b25-4323-8c94-72d79f87f2bc req-348bac5e-21d8-4e2c-a333-b7e6c8dc1aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:50.480984 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2b0f71d7-4b25-4323-8c94-72d79f87f2bc req-348bac5e-21d8-4e2c-a333-b7e6c8dc1aa7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bed23b81-a268-4baa-a8b3-0d89a55f5b16 HTTP/1.1" status: 200 len: 919 time: 0.2899818 Jun 30 10:54:50.484434 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning for port de1ee205-3d73-432f-8233-e171570caf9d completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:54:50.484827 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-f50b0aae-6085-40c4-8997-3e0ced084162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:50.497577 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port de1ee205-3d73-432f-8233-e171570caf9d triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:50.498212 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:50.500074 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-7c1feb1c-cc53-4a7a-9523-a13f87cdc714 service neutron] For port 877da08e-c070-471d-9921-f8ff9dc230d3, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=877da08e-c070-471d-9921-f8ff9dc230d3,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:54:50.541300 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': 'f31d4ff9-6cba-423e-af50-3b144ec38e93', 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0', 'port_id': 'f31d4ff9-6cba-423e-af50-3b144ec38e93', 'mac_address': 'fa:16:3e:75:bb:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '873c6c9f-5658-492f-86d2-622388a23a24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:54:50.563478 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-7c1feb1c-cc53-4a7a-9523-a13f87cdc714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:50.586811 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-f50b0aae-6085-40c4-8997-3e0ced084162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:50.587267 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-f50b0aae-6085-40c4-8997-3e0ced084162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:50.588755 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-f50b0aae-6085-40c4-8997-3e0ced084162 service neutron] 10.222.0.39 "PUT /v2.0/ports/90e9db27-564a-469c-9231-14414445072c HTTP/1.1" status: 200 len: 1093 time: 2.4461355 Jun 30 10:54:50.588886 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1c712-f912-4567-b231-2665631d1654 service neutron] Pushing event updated for resources: {'Port': ['ID=18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7,revision_number=3']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:50.590957 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da82ab00-2e25-40df-a0ce-3825a94adc8d', 'tag': '90e9db27-564a-469c-9231-14414445072c'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:54:50.593572 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2b0f71d7-4b25-4323-8c94-72d79f87f2bc req-b76aa9c6-9e07-4b03-a7e5-f0a0a9f61476 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9264f43f-8602-4e88-9f17-480b97076f8a HTTP/1.1" status: 200 len: 217 time: 0.0836611 Jun 30 10:54:50.620470 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:50.666861 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31d4ff9-6cba-423e-af50-3b144ec38e93 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:54:50.668354 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac5601-d834-4780-9d82-470d44c06566 req-ef90f53e-32a2-4ba7-8d9e-3b39d6135db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:50.669885 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c3ac5601-d834-4780-9d82-470d44c06566 req-ef90f53e-32a2-4ba7-8d9e-3b39d6135db2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f97ed3dca85f49a08eeaada9d16f9c13&device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 1096 time: 0.4764142 Jun 30 10:54:50.747045 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-7c1feb1c-cc53-4a7a-9523-a13f87cdc714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:50.748290 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-7c1feb1c-cc53-4a7a-9523-a13f87cdc714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:50.752740 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-7c1feb1c-cc53-4a7a-9523-a13f87cdc714 service neutron] 10.222.0.39 "PUT /v2.0/ports/877da08e-c070-471d-9921-f8ff9dc230d3 HTTP/1.1" status: 200 len: 1094 time: 2.6113832 Jun 30 10:54:50.756301 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c3ac5601-d834-4780-9d82-470d44c06566 req-16030ff2-f1ac-4f28-878b-031dc380bddf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 HTTP/1.1" status: 200 len: 217 time: 0.0695589 Jun 30 10:54:50.760127 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port f31d4ff9-6cba-423e-af50-3b144ec38e93, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f31d4ff9-6cba-423e-af50-3b144ec38e93,segment=NetworkSegment(a4b16849-21ca-418a-a687-42fb430f6d22),segment_id=a4b16849-21ca-418a-a687-42fb430f6d22)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:54:50.765639 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bed3ef-4457-4264-b794-679550d2e01a req-5f7dd692-1570-49fd-8777-fcd3fb2475e4 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:50.775086 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-86bed3ef-4457-4264-b794-679550d2e01a req-5f7dd692-1570-49fd-8777-fcd3fb2475e4 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 943 time: 0.2921283 Jun 30 10:54:50.807704 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:50.829469 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b0aae-6085-40c4-8997-3e0ced084162 service neutron] Pushing event updated for resources: {'Port': ['ID=90e9db27-564a-469c-9231-14414445072c,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:50.844426 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f71d7-4b25-4323-8c94-72d79f87f2bc req-d18533fd-a4fd-44c3-b7e8-54a313935e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:50.846315 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2b0f71d7-4b25-4323-8c94-72d79f87f2bc req-d18533fd-a4fd-44c3-b7e8-54a313935e7d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6b7436d-5b83-48d2-ab4c-acf6e73a305c HTTP/1.1" status: 200 len: 858 time: 0.2400179 Jun 30 10:54:50.885526 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=f31d4ff9-6cba-423e-af50-3b144ec38e93,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:50.902523 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-86bed3ef-4457-4264-b794-679550d2e01a req-ccf32df2-e9b9-4e2e-8f39-342ff353f291 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241972 Jun 30 10:54:50.916544 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5228d0-4d51-48ab-81d5-9b3e52eb8e54 req-a215e026-723f-49e5-85c2-c1e186e22c9a tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:50.917196 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:50.941431 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ae5228d0-4d51-48ab-81d5-9b3e52eb8e54 req-a215e026-723f-49e5-85c2-c1e186e22c9a tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.6366646 Jun 30 10:54:50.953908 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2b0f71d7-4b25-4323-8c94-72d79f87f2bc req-1c4c7887-4c3d-44ed-b7ac-ef9fe5e3e4f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bed23b81-a268-4baa-a8b3-0d89a55f5b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947206 Jun 30 10:54:50.959792 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac5601-d834-4780-9d82-470d44c06566 req-04ea89fd-882d-451e-8e39-7a4509348a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:50.961356 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c3ac5601-d834-4780-9d82-470d44c06566 req-04ea89fd-882d-451e-8e39-7a4509348a4e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f321f395-8a24-424f-a000-187ba04163ef HTTP/1.1" status: 200 len: 849 time: 0.1584041 Jun 30 10:54:50.980956 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16d02c9-4b00-403a-a0e1-1faa968ecdab" -d '{"events": [{"name": "network-changed", "server_uuid": "da82ab00-2e25-40df-a0ce-3825a94adc8d", "tag": "90e9db27-564a-469c-9231-14414445072c"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:54:50.982959 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ac70c1-1430-4fdc-a17d-42c1e2404202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1ee205-3d73-432f-8233-e171570caf9d'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:54:51.069159 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af6d256-36be-4ff1-8721-83309ad9c4eb x-openstack-request-id: req-7af6d256-36be-4ff1-8721-83309ad9c4eb {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:54:51.069447 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b909963f-0971-4093-bc90-ae8387422ba0", "tag": "18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7", "status": "completed", "code": 200}]} {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:54:51.069697 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7af6d256-36be-4ff1-8721-83309ad9c4eb {{(pid=92943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:54:51.072187 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b909963f-0971-4093-bc90-ae8387422ba0', 'tag': '18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7', 'status': 'completed', 'code': 200} Jun 30 10:54:51.147040 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port de1ee205-3d73-432f-8233-e171570caf9d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=de1ee205-3d73-432f-8233-e171570caf9d,segment=NetworkSegment(131f5df0-745c-453f-ab22-21b461f76f62),segment_id=131f5df0-745c-453f-ab22-21b461f76f62)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:54:51.147568 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ae5228d0-4d51-48ab-81d5-9b3e52eb8e54 req-2abf4dd3-af3c-40e1-a379-52228d2e7a94 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048416 Jun 30 10:54:51.153501 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1feb1c-cc53-4a7a-9523-a13f87cdc714 service neutron] Pushing event updated for resources: {'Port': ['ID=877da08e-c070-471d-9921-f8ff9dc230d3,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:51.154660 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:51.196032 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2dd70933-1563-45e8-a0f1-035c2d10c581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:51.222805 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-35047b2f-731e-4d0f-8c10-cdb68a90d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:51.224401 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-35047b2f-731e-4d0f-8c10-cdb68a90d4fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba59ae1dd0854ec58e3e087862fe2717&device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 1096 time: 0.5501580 Jun 30 10:54:51.226790 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2dd70933-1563-45e8-a0f1-035c2d10c581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:51.242858 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b843454c-854c-4a93-a03a-615fa16518ca" -d '{"events": [{"server_uuid": "19ac70c1-1430-4fdc-a17d-42c1e2404202", "name": "network-vif-plugged", "status": "completed", "tag": "de1ee205-3d73-432f-8233-e171570caf9d"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:54:51.270888 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:54:51.281557 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=de1ee205-3d73-432f-8233-e171570caf9d,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:51.290345 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-2dd70933-1563-45e8-a0f1-035c2d10c581 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=eb6c3363466d406e8998f87fd6f7a337&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2372231 Jun 30 10:54:51.291244 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 53844) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:51.292189 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd70933-1563-45e8-a0f1-035c2d10c581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffbba80-e81c-47a0-9790-dd62d4101a8f,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:51.319363 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2b0f71d7-4b25-4323-8c94-72d79f87f2bc req-a11a85fb-5b5e-4338-b2ab-795a973381a9 service neutron] 10.222.0.39 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571024 Jun 30 10:54:51.332151 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac5601-d834-4780-9d82-470d44c06566 req-fd326d6c-d08e-44cc-9d0d-c9cbef899e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:51.334520 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c3ac5601-d834-4780-9d82-470d44c06566 req-fd326d6c-d08e-44cc-9d0d-c9cbef899e4d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b064df9a-1bb0-4ef7-88cf-3439f5069f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3465598 Jun 30 10:54:51.340790 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-a907b874-5283-448a-8394-42b52066d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:51.342997 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-a907b874-5283-448a-8394-42b52066d88d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd767d920c4042ebb7ff4a63cffdc075&device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 1097 time: 0.5286953 Jun 30 10:54:51.346865 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39c1008-14d6-4309-9982-f321f57acba9 x-openstack-request-id: req-a39c1008-14d6-4309-9982-f321f57acba9 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:54:51.347153 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da82ab00-2e25-40df-a0ce-3825a94adc8d", "tag": "90e9db27-564a-469c-9231-14414445072c", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:54:51.347409 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a39c1008-14d6-4309-9982-f321f57acba9 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:54:51.347920 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da82ab00-2e25-40df-a0ce-3825a94adc8d', 'tag': '90e9db27-564a-469c-9231-14414445072c', 'status': 'completed', 'code': 200} Jun 30 10:54:51.365618 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f64be099-b02c-4592-9e68-bc554c50e79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:51.366876 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342ab2d-3939-4084-a15f-403833300161 req-6863581f-f1fa-4f21-bf0d-f9c8fae570ba tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:51.368636 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d342ab2d-3939-4084-a15f-403833300161 req-6863581f-f1fa-4f21-bf0d-f9c8fae570ba tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 945 time: 0.1574657 Jun 30 10:54:51.403418 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f64be099-b02c-4592-9e68-bc554c50e79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:51.421808 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d342ab2d-3939-4084-a15f-403833300161 req-49394667-e7e0-4834-aa3a-f32489925e84 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/security-groups?id=8a0ef213-768d-4a86-8da5-4eb99e928160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456758 Jun 30 10:54:51.504272 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f64be099-b02c-4592-9e68-bc554c50e79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:51.506936 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f64be099-b02c-4592-9e68-bc554c50e79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:51.508213 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-f64be099-b02c-4592-9e68-bc554c50e79e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5ffbba80-e81c-47a0-9790-dd62d4101a8f HTTP/1.1" status: 204 len: 168 time: 0.2129538 Jun 30 10:54:51.530596 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64be099-b02c-4592-9e68-bc554c50e79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffbba80-e81c-47a0-9790-dd62d4101a8f,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:51.550866 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4f21a-84c6-4e4d-9bbf-33fe956ba95e req-2038d181-f480-409f-9df3-15a116481b35 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:51.552899 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4cc4f21a-84c6-4e4d-9bbf-33fe956ba95e req-2038d181-f480-409f-9df3-15a116481b35 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 944 time: 0.1105947 Jun 30 10:54:51.603783 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4cc4f21a-84c6-4e4d-9bbf-33fe956ba95e req-5c5489e6-448a-42b4-8362-c5e0e4d00de4 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431635 Jun 30 10:54:51.686868 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596dedc-02c4-4052-9ef0-430bcb913423 req-4221f2e0-ed85-4892-ae67-87fbb8bca12b tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:51.688493 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d596dedc-02c4-4052-9ef0-430bcb913423 req-4221f2e0-ed85-4892-ae67-87fbb8bca12b tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 943 time: 0.0988798 Jun 30 10:54:51.726377 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c508e01-1e66-4e9b-be33-7b4243b9b825 x-openstack-request-id: req-9c508e01-1e66-4e9b-be33-7b4243b9b825 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:54:51.726731 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ac70c1-1430-4fdc-a17d-42c1e2404202", "name": "network-vif-plugged", "status": "completed", "tag": "de1ee205-3d73-432f-8233-e171570caf9d", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:54:51.727055 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9c508e01-1e66-4e9b-be33-7b4243b9b825 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:54:51.727165 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d596dedc-02c4-4052-9ef0-430bcb913423 req-ae73e8a6-f009-434d-9917-f3f1847ab470 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324714 Jun 30 10:54:51.727620 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ac70c1-1430-4fdc-a17d-42c1e2404202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1ee205-3d73-432f-8233-e171570caf9d', 'code': 200} Jun 30 10:54:51.884784 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 53858) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:51.897869 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f02bebb7-3364-4403-be9b-27986a88d4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:51.992898 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f02bebb7-3364-4403-be9b-27986a88d4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:51.997644 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f02bebb7-3364-4403-be9b-27986a88d4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:52.068434 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-f02bebb7-3364-4403-be9b-27986a88d4ce admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f1cc049272764a5aaee57bf05783a745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1824722 Jun 30 10:54:52.069306 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bebb7-3364-4403-be9b-27986a88d4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1de2de-e62a-415e-b4f2-c23fcab60c4c,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:52.071007 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 53862) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:52.106748 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8be5fb-cade-4f8c-8892-d9e1678009b3 req-1d9fd4a3-852a-47de-89f5-0cdfa521397a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:52.108274 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ad8be5fb-cade-4f8c-8892-d9e1678009b3 req-1d9fd4a3-852a-47de-89f5-0cdfa521397a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 943 time: 0.0905745 Jun 30 10:54:52.121835 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e0bb68ef-57a4-4dcd-bf57-4d91b29f8213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:52.142400 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e0bb68ef-57a4-4dcd-bf57-4d91b29f8213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:52.146576 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ad8be5fb-cade-4f8c-8892-d9e1678009b3 req-8e371479-a324-4374-85b8-16d19a1138ba tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325835 Jun 30 10:54:52.188846 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e0bb68ef-57a4-4dcd-bf57-4d91b29f8213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:52.191979 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e0bb68ef-57a4-4dcd-bf57-4d91b29f8213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:52.193389 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-e0bb68ef-57a4-4dcd-bf57-4d91b29f8213 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0e1de2de-e62a-415e-b4f2-c23fcab60c4c HTTP/1.1" status: 204 len: 168 time: 0.1211553 Jun 30 10:54:52.204277 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb68ef-57a4-4dcd-bf57-4d91b29f8213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1de2de-e62a-415e-b4f2-c23fcab60c4c,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:52.351004 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48785040-7edf-4fdb-a49a-967f894123d9 req-ea4f3014-1e44-43cf-a48c-c44848e91660 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:52.352536 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-48785040-7edf-4fdb-a49a-967f894123d9 req-ea4f3014-1e44-43cf-a48c-c44848e91660 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0634298 Jun 30 10:54:52.395788 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-48785040-7edf-4fdb-a49a-967f894123d9 req-295db4cb-7cac-4005-bfac-3e13ab092c37 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368731 Jun 30 10:54:52.599450 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97bd2d-89b2-4259-a0a4-fd7097f9e678 req-12aebc92-8394-4020-9cb8-9486fc7685df tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:52.600956 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9a97bd2d-89b2-4259-a0a4-fd7097f9e678 req-12aebc92-8394-4020-9cb8-9486fc7685df tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 945 time: 0.0662451 Jun 30 10:54:52.639795 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9a97bd2d-89b2-4259-a0a4-fd7097f9e678 req-5f1c0a5a-d216-4d8b-839b-0b10e89b6ed2 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/security-groups?id=8a0ef213-768d-4a86-8da5-4eb99e928160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325897 Jun 30 10:54:52.799140 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f1d81-8f12-4ede-adc1-6b3512b46cae req-3403d018-1a92-464f-ac5a-85e83df5dfa6 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:52.800652 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-440f1d81-8f12-4ede-adc1-6b3512b46cae req-3403d018-1a92-464f-ac5a-85e83df5dfa6 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 944 time: 0.0671213 Jun 30 10:54:52.848447 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-440f1d81-8f12-4ede-adc1-6b3512b46cae req-81428062-03a5-4a08-a104-d26dc6386581 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377910 Jun 30 10:54:52.905499 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 53896) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:52.917464 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873bb25-eb1a-4280-b612-081bcfda8522 req-ba5a768d-bae4-4926-9b8e-c109c3bad69e tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:52.919589 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6873bb25-eb1a-4280-b612-081bcfda8522 req-ba5a768d-bae4-4926-9b8e-c109c3bad69e tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 943 time: 0.0659697 Jun 30 10:54:52.959384 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6873bb25-eb1a-4280-b612-081bcfda8522 req-1aa3c47b-290c-470d-9e54-08af3689e91b tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331964 Jun 30 10:54:53.006316 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-2b26233b-f775-49d9-9651-d8ee3bbd4b38 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1966311390-network', 'tenant_id': 'ee4593e14a184d9db10b05a409738c16'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:53.027550 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b26233b-f775-49d9-9651-d8ee3bbd4b38 admin admin] Made reservation on behalf of ee4593e14a184d9db10b05a409738c16 for: {'network': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:54:53.029813 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2b26233b-f775-49d9-9651-d8ee3bbd4b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for network, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:53.037781 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2b26233b-f775-49d9-9651-d8ee3bbd4b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:53.125267 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2b26233b-f775-49d9-9651-d8ee3bbd4b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:53.129956 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2b26233b-f775-49d9-9651-d8ee3bbd4b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:53.155570 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b26233b-f775-49d9-9651-d8ee3bbd4b38 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=92943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:54:53.165342 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26233b-f775-49d9-9651-d8ee3bbd4b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39145db-10b7-4e35-9582-ae3a856a7a74,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:53.172663 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2b26233b-f775-49d9-9651-d8ee3bbd4b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:53.173010 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.db.segments_db [None req-2b26233b-f775-49d9-9651-d8ee3bbd4b38 admin admin] Added segment 18a984ac-fc77-4fef-ac43-9ec3d0e03579 of type vlan for network c229d216-bca6-428c-bcc1-fac5fbb84b02 Jun 30 10:54:53.223784 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2b26233b-f775-49d9-9651-d8ee3bbd4b38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758624023098'] for network, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:53.260492 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2b26233b-f775-49d9-9651-d8ee3bbd4b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for network, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:53.261505 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b26233b-f775-49d9-9651-d8ee3bbd4b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:53.262478 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2b26233b-f775-49d9-9651-d8ee3bbd4b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:53.346929 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-2b26233b-f775-49d9-9651-d8ee3bbd4b38 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4403203 Jun 30 10:54:53.349043 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f758395-f74a-4e45-bf3f-6e156884e2fb', 'tag': '877da08e-c070-471d-9921-f8ff9dc230d3'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:54:53.350027 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 53902) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:53.352076 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09486323-e384-4ed8-8fd2-32c715d2979e" -d '{"events": [{"name": "network-changed", "server_uuid": "4f758395-f74a-4e45-bf3f-6e156884e2fb", "tag": "877da08e-c070-471d-9921-f8ff9dc230d3"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:54:53.358477 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-f54a7af1-efdf-4717-90d2-0be3affef9a2 admin admin] Request body: {'subnet': {'network_id': 'c229d216-bca6-428c-bcc1-fac5fbb84b02', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1966311390-subnet', 'tenant_id': 'ee4593e14a184d9db10b05a409738c16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:53.371481 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26233b-f775-49d9-9651-d8ee3bbd4b38 admin admin] Pushing event updated for resources: {'Network': ['ID=c229d216-bca6-428c-bcc1-fac5fbb84b02,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:53.385526 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Network c229d216-bca6-428c-bcc1-fac5fbb84b02 details requested by agent ovs-agent-dv-cinder-786627-16-iscsi with host dv-cinder-786627-16-iscsi {{(pid=92944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:54:53.398205 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54a7af1-efdf-4717-90d2-0be3affef9a2 admin admin] Made reservation on behalf of ee4593e14a184d9db10b05a409738c16 for: {'subnet': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:54:53.398367 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670a86c9-a494-4d05-a535-102c52014827 x-openstack-request-id: req-670a86c9-a494-4d05-a535-102c52014827 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:54:53.398823 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f758395-f74a-4e45-bf3f-6e156884e2fb", "tag": "877da08e-c070-471d-9921-f8ff9dc230d3", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:54:53.399061 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-670a86c9-a494-4d05-a535-102c52014827 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:54:53.399452 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f758395-f74a-4e45-bf3f-6e156884e2fb', 'tag': '877da08e-c070-471d-9921-f8ff9dc230d3', 'status': 'completed', 'code': 200} Jun 30 10:54:53.400691 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f54a7af1-efdf-4717-90d2-0be3affef9a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:53.424738 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ecca9-82be-4402-8df8-1d58fe5e9c1b req-5fba9480-8d9f-4555-8e68-7ee153c23550 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:53.426719 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-f60ecca9-82be-4402-8df8-1d58fe5e9c1b req-5fba9480-8d9f-4555-8e68-7ee153c23550 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 943 time: 0.1602144 Jun 30 10:54:53.516405 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-f60ecca9-82be-4402-8df8-1d58fe5e9c1b req-01a412de-46ff-4a24-b51e-209f35552923 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598338 Jun 30 10:54:53.600052 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c013d35-7669-45f4-8cef-637d55803a2d req-64ec7c69-d97d-46cf-8791-88c2b80e89de tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:53.601559 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8c013d35-7669-45f4-8cef-637d55803a2d req-64ec7c69-d97d-46cf-8791-88c2b80e89de tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0756459 Jun 30 10:54:53.639336 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f54a7af1-efdf-4717-90d2-0be3affef9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for subnet, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:53.642788 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8c013d35-7669-45f4-8cef-637d55803a2d req-0a291fc4-5bd3-4ba7-99c4-8f743571bea6 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353179 Jun 30 10:54:53.706726 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a7af1-efdf-4717-90d2-0be3affef9a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b0b113a-487c-41d7-83f6-6c3b0126475d,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:53.712627 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54a7af1-efdf-4717-90d2-0be3affef9a2 admin admin] Checking segment: {'id': '18a984ac-fc77-4fef-ac43-9ec3d0e03579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c229d216-bca6-428c-bcc1-fac5fbb84b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:54:53.713030 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54a7af1-efdf-4717-90d2-0be3affef9a2 admin admin] Network hostable DHCP agents. Network: c229d216-bca6-428c-bcc1-fac5fbb84b02, hostable agents: ['b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62'], hosted agents: [] {{(pid=92943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:54:53.738966 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54a7af1-efdf-4717-90d2-0be3affef9a2 admin admin] Network c229d216-bca6-428c-bcc1-fac5fbb84b02 is scheduled to be hosted by DHCP agent b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62 with binding_index 1 {{(pid=92943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:54:53.755274 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-f54a7af1-efdf-4717-90d2-0be3affef9a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-16-iscsi, c229d216-bca6-428c-bcc1-fac5fbb84b02) {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:53.759888 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54a7af1-efdf-4717-90d2-0be3affef9a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:53.760363 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f54a7af1-efdf-4717-90d2-0be3affef9a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:53.768210 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb544cab-d7bf-4f08-9e96-3a8341a107f5 None None] Network c229d216-bca6-428c-bcc1-fac5fbb84b02 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:54:53.809333 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-f54a7af1-efdf-4717-90d2-0be3affef9a2 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4582155 Jun 30 10:54:53.849368 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1c0ec-a7fd-40a2-881c-e1266d98ec46 req-2df28cba-ce99-4805-9a92-9ebb761168a2 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:53.850795 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-38c1c0ec-a7fd-40a2-881c-e1266d98ec46 req-2df28cba-ce99-4805-9a92-9ebb761168a2 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 945 time: 0.0856621 Jun 30 10:54:53.897519 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-38c1c0ec-a7fd-40a2-881c-e1266d98ec46 req-53244a4d-2786-43d0-bfa2-e4c769b57986 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/security-groups?id=8a0ef213-768d-4a86-8da5-4eb99e928160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396245 Jun 30 10:54:53.931076 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc5a1f8-6561-47e9-aeef-eb8694cfacf7 None None] Network c229d216-bca6-428c-bcc1-fac5fbb84b02 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:54:54.021915 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['f31d4ff9-6cba-423e-af50-3b144ec38e93'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:54:54.085523 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-a5928efb-7a39-4c31-972b-56c8fc5f4d6c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90e9db27-564a-469c-9231-14414445072c HTTP/1.1" status: 200 len: 217 time: 0.0664442 Jun 30 10:54:54.132879 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 9264f43f-8602-4e88-9f17-480b97076f8a details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:54:54.219611 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-7f4734bd-c359-4540-8c51-35c9449c7336 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=877da08e-c070-471d-9921-f8ff9dc230d3 HTTP/1.1" status: 200 len: 217 time: 0.1329961 Jun 30 10:54:54.325108 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 9264f43f-8602-4e88-9f17-480b97076f8a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9264f43f-8602-4e88-9f17-480b97076f8a,segment=NetworkSegment(602facd0-b748-432b-9c59-5356cfe8f0eb),segment_id=602facd0-b748-432b-9c59-5356cfe8f0eb)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:54:54.342547 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': '9264f43f-8602-4e88-9f17-480b97076f8a', 'network_id': 'bed23b81-a268-4baa-a8b3-0d89a55f5b16', 'port_id': '9264f43f-8602-4e88-9f17-480b97076f8a', 'mac_address': 'fa:16:3e:85:43:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b7436d-5b83-48d2-ab4c-acf6e73a305c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:54:54.405380 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:54.424879 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9264f43f-8602-4e88-9f17-480b97076f8a {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:54:54.474933 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 9264f43f-8602-4e88-9f17-480b97076f8a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9264f43f-8602-4e88-9f17-480b97076f8a,segment=NetworkSegment(602facd0-b748-432b-9c59-5356cfe8f0eb),segment_id=602facd0-b748-432b-9c59-5356cfe8f0eb)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:54:54.489421 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:54.505954 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-d065d46a-d138-4ead-8df5-ca3e6e47a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:54.507429 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-d065d46a-d138-4ead-8df5-ca3e6e47a764 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd9941a1-a63d-4ae1-bee1-bc13b8df9212 HTTP/1.1" status: 200 len: 856 time: 0.1698091 Jun 30 10:54:54.508805 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-4b53b3fa-6ae0-4b97-828e-1472cef2f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:54.510703 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-4b53b3fa-6ae0-4b97-828e-1472cef2f03a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6b7436d-5b83-48d2-ab4c-acf6e73a305c HTTP/1.1" status: 200 len: 858 time: 0.4168682 Jun 30 10:54:54.549182 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=9264f43f-8602-4e88-9f17-480b97076f8a,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:54.571073 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4117d20-c570-498a-8648-0b33829ebe56 req-e1025dce-0d14-420e-ac08-3ac0aa446ca9 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:54.583615 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a4117d20-c570-498a-8648-0b33829ebe56 req-e1025dce-0d14-420e-ac08-3ac0aa446ca9 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 944 time: 0.6028836 Jun 30 10:54:54.628701 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 53948) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:54.639992 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-1c59be67-b684-48fb-84eb-0a80a3e25c65 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bed23b81-a268-4baa-a8b3-0d89a55f5b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989544 Jun 30 10:54:54.643366 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-15af19f0-837b-4818-83d0-63a8e0be489e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-516946683-network', 'tenant_id': '8d6e04a8506e46e7aad6397ba8673e61'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:54.726510 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['9264f43f-8602-4e88-9f17-480b97076f8a'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:54:54.745246 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a4117d20-c570-498a-8648-0b33829ebe56 req-63f46355-3587-40d5-b409-022c30ca9e52 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299407 Jun 30 10:54:54.756082 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c3ac5601-d834-4780-9d82-470d44c06566 req-cb8dbbbe-4109-4598-8ad3-3133aba0356b service neutron] 10.222.0.39 "GET /v2.0/networks/b064df9a-1bb0-4ef7-88cf-3439f5069f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7229130 Jun 30 10:54:54.773611 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15af19f0-837b-4818-83d0-63a8e0be489e admin admin] Made reservation on behalf of 8d6e04a8506e46e7aad6397ba8673e61 for: {'network': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:54:54.784179 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-15af19f0-837b-4818-83d0-63a8e0be489e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for network, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:54.806609 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-d82d7b82-a06d-4a31-967e-e647dd8dc3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:54.807123 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-d82d7b82-a06d-4a31-967e-e647dd8dc3dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2845826 Jun 30 10:54:54.823249 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2b0f71d7-4b25-4323-8c94-72d79f87f2bc req-1326fb2e-6c10-438b-986a-2e8a951e2342 service neutron] 10.222.0.39 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8012488 Jun 30 10:54:54.858946 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-15af19f0-837b-4818-83d0-63a8e0be489e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:54.876462 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-854d57e7-7f5d-482a-be07-d82b3a58efff service neutron] 10.222.0.39 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231162 Jun 30 10:54:54.894466 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e035772-299f-44ac-90a2-63235283692e req-3d51f27e-c1e2-4b49-a63f-26680dbc0dac tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:54.908399 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0e035772-299f-44ac-90a2-63235283692e req-3d51f27e-c1e2-4b49-a63f-26680dbc0dac tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 943 time: 0.4079845 Jun 30 10:54:54.948434 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cea88f-6f08-47c2-b463-0edc0cc20e81 req-3f1ab454-db47-4a78-b03e-99e0e9735bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:54.951780 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-e6cea88f-6f08-47c2-b463-0edc0cc20e81 req-3f1ab454-db47-4a78-b03e-99e0e9735bbb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 1098 time: 0.4527500 Jun 30 10:54:55.002542 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-e6cea88f-6f08-47c2-b463-0edc0cc20e81 req-04abf1b7-233b-4a20-90ef-5c6dbac3c72a service neutron] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:55.057525 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c3ac5601-d834-4780-9d82-470d44c06566 req-d09e9598-ff2b-4218-8cd0-2fd45e94e272 service neutron] 10.222.0.39 "GET /v2.0/networks/b064df9a-1bb0-4ef7-88cf-3439f5069f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761834 Jun 30 10:54:55.106624 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3187ce8c-9312-4b28-a2da-a56ec7dc7bbd req-86bf9f8c-fbd1-4471-be2b-00757b7fff4e service neutron] 10.222.0.39 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969492 Jun 30 10:54:55.112770 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-c2b49470-cab8-43ff-af5e-192b4403302f service neutron] 10.222.0.39 "GET /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969360 Jun 30 10:54:55.124151 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0e035772-299f-44ac-90a2-63235283692e req-e791703b-508d-4931-bc00-6f77afe30edd tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856792 Jun 30 10:54:55.139884 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ffc0f-d689-40fb-a476-de370b92ab36 req-8b3f6fae-8705-4554-90ff-52fd8ec38840 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:55.141359 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-305ffc0f-d689-40fb-a476-de370b92ab36 req-8b3f6fae-8705-4554-90ff-52fd8ec38840 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 943 time: 0.1634936 Jun 30 10:54:55.296858 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db863de-f2f1-4942-8365-421d5855eca8 req-8d0f79d4-6c60-4284-b841-068428de000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:55.298969 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6db863de-f2f1-4942-8365-421d5855eca8 req-8d0f79d4-6c60-4284-b841-068428de000c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f97ed3dca85f49a08eeaada9d16f9c13&device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 1096 time: 0.1661277 Jun 30 10:54:55.338162 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-15af19f0-837b-4818-83d0-63a8e0be489e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:55.379274 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-15af19f0-837b-4818-83d0-63a8e0be489e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:55.428785 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15af19f0-837b-4818-83d0-63a8e0be489e admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=92943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:54:55.470069 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-15af19f0-837b-4818-83d0-63a8e0be489e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:55.470675 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.db.segments_db [None req-15af19f0-837b-4818-83d0-63a8e0be489e admin admin] Added segment fdfc1401-ef17-437b-8a62-698ac7a6342b of type vlan for network c2d3bf15-bfb2-441f-8606-18e9e627f5b3 Jun 30 10:54:55.472150 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-305ffc0f-d689-40fb-a476-de370b92ab36 req-cbc8cf28-be5d-4189-87a9-4ecb3fe9277d tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3231027 Jun 30 10:54:55.475259 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af19f0-837b-4818-83d0-63a8e0be489e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f68026c-c46b-40c5-912c-fd72e5b802b1,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:55.520392 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d89509a8-441b-45ab-bc5b-6f771c183625 req-56a87b69-4b11-45c8-a853-1f1c6bdfef28 service neutron] 10.222.0.39 "GET /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898482 Jun 30 10:54:55.536122 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d02c9-4b00-403a-a0e1-1faa968ecdab req-98dcf754-070c-4f46-8b6a-364b4b233070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:55.537632 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b16d02c9-4b00-403a-a0e1-1faa968ecdab req-98dcf754-070c-4f46-8b6a-364b4b233070 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba59ae1dd0854ec58e3e087862fe2717&device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 1096 time: 0.1672256 Jun 30 10:54:55.544764 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e5927-80d3-48f1-a168-d77d9500677f req-c2de0b65-f6e4-42ce-93e2-22b523e56bc3 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:55.546383 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-026e5927-80d3-48f1-a168-d77d9500677f req-c2de0b65-f6e4-42ce-93e2-22b523e56bc3 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.2995498 Jun 30 10:54:55.584746 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-15af19f0-837b-4818-83d0-63a8e0be489e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758624023098'] for network, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:55.606558 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db863de-f2f1-4942-8365-421d5855eca8 req-6554fc9b-147d-4468-88ca-aa98579f401d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:55.608141 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6db863de-f2f1-4942-8365-421d5855eca8 req-6554fc9b-147d-4468-88ca-aa98579f401d service neutron] 10.222.0.39 "GET /v2.0/networks?id=b064df9a-1bb0-4ef7-88cf-3439f5069f39 HTTP/1.1" status: 200 len: 911 time: 0.3003664 Jun 30 10:54:55.681752 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6db863de-f2f1-4942-8365-421d5855eca8 req-830adb84-7f01-4888-8f0d-0df268f3e709 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 HTTP/1.1" status: 200 len: 217 time: 0.0633700 Jun 30 10:54:55.693052 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-026e5927-80d3-48f1-a168-d77d9500677f req-6c008a64-821a-4a7f-993d-bf810c7ac3fb tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322989 Jun 30 10:54:55.743416 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-e6cea88f-6f08-47c2-b463-0edc0cc20e81 req-04abf1b7-233b-4a20-90ef-5c6dbac3c72a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:55.746458 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-15af19f0-837b-4818-83d0-63a8e0be489e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for network, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:55.747604 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15af19f0-837b-4818-83d0-63a8e0be489e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:55.748242 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-15af19f0-837b-4818-83d0-63a8e0be489e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:55.768255 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-e6cea88f-6f08-47c2-b463-0edc0cc20e81 req-04abf1b7-233b-4a20-90ef-5c6dbac3c72a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:55.784858 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d02c9-4b00-403a-a0e1-1faa968ecdab req-8a5ec547-657f-4cf1-baf8-a9f69b92bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:55.786345 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b16d02c9-4b00-403a-a0e1-1faa968ecdab req-8a5ec547-657f-4cf1-baf8-a9f69b92bd73 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bed23b81-a268-4baa-a8b3-0d89a55f5b16 HTTP/1.1" status: 200 len: 919 time: 0.2415345 Jun 30 10:54:55.810085 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09486323-e384-4ed8-8fd2-32c715d2979e req-bddc537e-cf2c-4d06-b01d-1295f0a1bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:55.811431 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-09486323-e384-4ed8-8fd2-32c715d2979e req-bddc537e-cf2c-4d06-b01d-1295f0a1bfc6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd767d920c4042ebb7ff4a63cffdc075&device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 1097 time: 0.1940918 Jun 30 10:54:55.819959 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6f9ca-6d50-4c01-ab5f-afae1d120b6e req-bc505adb-fa53-40b5-bd4a-4842d52ac0b6 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:55.828078 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-27d6f9ca-6d50-4c01-ab5f-afae1d120b6e req-bc505adb-fa53-40b5-bd4a-4842d52ac0b6 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 945 time: 0.2115965 Jun 30 10:54:55.860141 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-15af19f0-837b-4818-83d0-63a8e0be489e admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2268209 Jun 30 10:54:55.867674 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 53968) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:55.871911 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b16d02c9-4b00-403a-a0e1-1faa968ecdab req-fe00871f-4257-41c1-b33b-aabf8adce608 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90e9db27-564a-469c-9231-14414445072c HTTP/1.1" status: 200 len: 217 time: 0.0758896 Jun 30 10:54:55.874781 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-e6cea88f-6f08-47c2-b463-0edc0cc20e81 req-04abf1b7-233b-4a20-90ef-5c6dbac3c72a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8a0ef213-768d-4a86-8da5-4eb99e928160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9153936 Jun 30 10:54:55.881880 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db863de-f2f1-4942-8365-421d5855eca8 req-5fce7560-a783-49f1-868e-73cd7590a69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:55.883333 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6db863de-f2f1-4942-8365-421d5855eca8 req-5fce7560-a783-49f1-868e-73cd7590a69e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f321f395-8a24-424f-a000-187ba04163ef HTTP/1.1" status: 200 len: 849 time: 0.1872215 Jun 30 10:54:55.890480 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-7b61a4f3-97e6-4795-b547-fa8c84509aed admin admin] Request body: {'subnet': {'network_id': 'c2d3bf15-bfb2-441f-8606-18e9e627f5b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-516946683-subnet', 'tenant_id': '8d6e04a8506e46e7aad6397ba8673e61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:54:55.898560 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abf1b7-233b-4a20-90ef-5c6dbac3c72a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a41f12fc-a073-473d-ae6b-71f4a34e7640,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:55.905189 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af19f0-837b-4818-83d0-63a8e0be489e admin admin] Pushing event updated for resources: {'Network': ['ID=c2d3bf15-bfb2-441f-8606-18e9e627f5b3,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:55.925251 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Network c2d3bf15-bfb2-441f-8606-18e9e627f5b3 details requested by agent ovs-agent-dv-cinder-786627-16-iscsi with host dv-cinder-786627-16-iscsi {{(pid=92944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:54:55.959055 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-27d6f9ca-6d50-4c01-ab5f-afae1d120b6e req-753050d7-95cf-4af0-911e-8ad2b5057a21 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/security-groups?id=8a0ef213-768d-4a86-8da5-4eb99e928160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300178 Jun 30 10:54:56.011807 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b61a4f3-97e6-4795-b547-fa8c84509aed admin admin] Made reservation on behalf of 8d6e04a8506e46e7aad6397ba8673e61 for: {'subnet': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:54:56.018585 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7b61a4f3-97e6-4795-b547-fa8c84509aed admin admin] Notify callbacks [] for subnet, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:56.041690 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09486323-e384-4ed8-8fd2-32c715d2979e req-d68cec90-6997-4436-a7fb-2077c4a87a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:56.043884 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-09486323-e384-4ed8-8fd2-32c715d2979e req-d68cec90-6997-4436-a7fb-2077c4a87a6e service neutron] 10.222.0.39 "GET /v2.0/networks?id=3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 HTTP/1.1" status: 200 len: 918 time: 0.1878047 Jun 30 10:54:56.045344 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d02c9-4b00-403a-a0e1-1faa968ecdab req-9c4479b6-44f6-4304-a23f-bb4887040d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:56.046735 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b16d02c9-4b00-403a-a0e1-1faa968ecdab req-9c4479b6-44f6-4304-a23f-bb4887040d42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6b7436d-5b83-48d2-ab4c-acf6e73a305c HTTP/1.1" status: 200 len: 858 time: 0.0867255 Jun 30 10:54:56.092305 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf03c13-6761-44d9-87d7-39ea9afcd9ba req-8abcdb21-5286-446b-bbcc-5eba72f651d3 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:56.093839 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-ebf03c13-6761-44d9-87d7-39ea9afcd9ba req-8abcdb21-5286-446b-bbcc-5eba72f651d3 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 944 time: 0.1988695 Jun 30 10:54:56.106022 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-09486323-e384-4ed8-8fd2-32c715d2979e req-95c552c9-6f34-4270-8a2a-ccbcf243ee79 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=877da08e-c070-471d-9921-f8ff9dc230d3 HTTP/1.1" status: 200 len: 217 time: 0.0450740 Jun 30 10:54:56.125770 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b16d02c9-4b00-403a-a0e1-1faa968ecdab req-f5e6b40d-194b-46f3-b079-b73978194106 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bed23b81-a268-4baa-a8b3-0d89a55f5b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586846 Jun 30 10:54:56.130107 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:54:56.135740 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device f31d4ff9-6cba-423e-af50-3b144ec38e93 up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:54:56.174248 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db863de-f2f1-4942-8365-421d5855eca8 req-cf4edfd1-2b4f-41a5-ab89-4deadb9a72f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:56.175792 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6db863de-f2f1-4942-8365-421d5855eca8 req-cf4edfd1-2b4f-41a5-ab89-4deadb9a72f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b064df9a-1bb0-4ef7-88cf-3439f5069f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2109857 Jun 30 10:54:56.188013 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-ebf03c13-6761-44d9-87d7-39ea9afcd9ba req-e0369764-5ad1-4179-bd94-6094f59f292e tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853012 Jun 30 10:54:56.234037 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09486323-e384-4ed8-8fd2-32c715d2979e req-9ba03914-1873-438a-81df-76607825c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:56.235510 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-09486323-e384-4ed8-8fd2-32c715d2979e req-9ba03914-1873-438a-81df-76607825c876 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd9941a1-a63d-4ae1-bee1-bc13b8df9212 HTTP/1.1" status: 200 len: 856 time: 0.1125352 Jun 30 10:54:56.354156 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning for port f31d4ff9-6cba-423e-af50-3b144ec38e93 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:54:56.360911 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port f31d4ff9-6cba-423e-af50-3b144ec38e93 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:56.361519 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:56.387762 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b16d02c9-4b00-403a-a0e1-1faa968ecdab req-7ec2953e-9232-4716-b75b-2258cf3e0273 service neutron] 10.222.0.39 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464905 Jun 30 10:54:56.395882 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6db863de-f2f1-4942-8365-421d5855eca8 req-52170a2a-c75e-4733-bfaf-44de48703ed3 service neutron] 10.222.0.39 "GET /v2.0/networks/b064df9a-1bb0-4ef7-88cf-3439f5069f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044103 Jun 30 10:54:56.437194 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7b61a4f3-97e6-4795-b547-fa8c84509aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for subnet, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:56.438305 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7,segment=NetworkSegment(77d01b3d-de25-4204-b64a-7d67e17a8c5d),segment_id=77d01b3d-de25-4204-b64a-7d67e17a8c5d)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:54:56.465150 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': '18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'port_id': '18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7', 'mac_address': 'fa:16:3e:84:c9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f321f395-8a24-424f-a000-187ba04163ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:54:56.514817 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09486323-e384-4ed8-8fd2-32c715d2979e req-06ebb9f7-d61b-4779-8f75-baa660bc895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:56.516802 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-09486323-e384-4ed8-8fd2-32c715d2979e req-06ebb9f7-d61b-4779-8f75-baa660bc895f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2721591 Jun 30 10:54:56.570572 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:56.582732 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:56.595026 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61a4f3-97e6-4795-b547-fa8c84509aed admin admin] Pushing event updated for resources: {'Subnet': ['ID=2660b2f4-5ec2-444c-85e0-37df309452b2,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:56.610048 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:54:56.641227 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b61a4f3-97e6-4795-b547-fa8c84509aed admin admin] Checking segment: {'id': 'fdfc1401-ef17-437b-8a62-698ac7a6342b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c2d3bf15-bfb2-441f-8606-18e9e627f5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:54:56.641227 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b61a4f3-97e6-4795-b547-fa8c84509aed admin admin] Network hostable DHCP agents. Network: c2d3bf15-bfb2-441f-8606-18e9e627f5b3, hostable agents: ['b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62'], hosted agents: [] {{(pid=92943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:54:56.643982 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6db863de-f2f1-4942-8365-421d5855eca8 req-46b13368-e1d8-4e71-b009-590986b0001c service neutron] 10.222.0.39 "GET /v2.0/networks/b064df9a-1bb0-4ef7-88cf-3439f5069f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386570 Jun 30 10:54:56.669594 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port f31d4ff9-6cba-423e-af50-3b144ec38e93, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f31d4ff9-6cba-423e-af50-3b144ec38e93,segment=NetworkSegment(a4b16849-21ca-418a-a687-42fb430f6d22),segment_id=a4b16849-21ca-418a-a687-42fb430f6d22)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:54:56.677586 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38c4fbc-2872-4e94-b17e-415a6fc82248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31d4ff9-6cba-423e-af50-3b144ec38e93'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:54:56.680276 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6483ee-de4f-437b-9f07-9b86b56bf711" -d '{"events": [{"server_uuid": "a38c4fbc-2872-4e94-b17e-415a6fc82248", "name": "network-vif-plugged", "status": "completed", "tag": "f31d4ff9-6cba-423e-af50-3b144ec38e93"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:54:56.685916 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:56.687236 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 9264f43f-8602-4e88-9f17-480b97076f8a up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:54:56.705434 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc16c-e11f-4a4b-9102-7b56dd64fab8 req-3b83fcf5-31b9-4ecd-adf5-0a631544949d tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:56.712897 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-713fc16c-e11f-4a4b-9102-7b56dd64fab8 req-3b83fcf5-31b9-4ecd-adf5-0a631544949d tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 943 time: 0.3986287 Jun 30 10:54:56.713457 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b61a4f3-97e6-4795-b547-fa8c84509aed admin admin] Network c2d3bf15-bfb2-441f-8606-18e9e627f5b3 is scheduled to be hosted by DHCP agent b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62 with binding_index 1 {{(pid=92943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:54:56.718459 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7,segment=NetworkSegment(77d01b3d-de25-4204-b64a-7d67e17a8c5d),segment_id=77d01b3d-de25-4204-b64a-7d67e17a8c5d)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:54:56.745843 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83a27c-5fcc-4484-b602-a35dcc6e5503 req-cbab4343-d352-48a2-8909-35ae7be1a25b tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:56.747880 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2e83a27c-5fcc-4484-b602-a35dcc6e5503 req-cbab4343-d352-48a2-8909-35ae7be1a25b tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 943 time: 0.1122646 Jun 30 10:54:56.749257 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-7b61a4f3-97e6-4795-b547-fa8c84509aed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-16-iscsi, c2d3bf15-bfb2-441f-8606-18e9e627f5b3) {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:54:56.755344 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b61a4f3-97e6-4795-b547-fa8c84509aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:56.756261 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7b61a4f3-97e6-4795-b547-fa8c84509aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:56.757305 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-09486323-e384-4ed8-8fd2-32c715d2979e req-0216d508-2a8c-4b14-8aca-16df7b911ad0 service neutron] 10.222.0.39 "GET /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295055 Jun 30 10:54:56.793189 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-7b61a4f3-97e6-4795-b547-fa8c84509aed admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9174278 Jun 30 10:54:56.831511 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2e83a27c-5fcc-4484-b602-a35dcc6e5503 req-1b114430-9daf-410f-aaff-e721f4f321e3 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642347 Jun 30 10:54:56.852273 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-713fc16c-e11f-4a4b-9102-7b56dd64fab8 req-7cfaa03b-252d-490f-937b-911a88bf5b28 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383452 Jun 30 10:54:56.879738 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b16d02c9-4b00-403a-a0e1-1faa968ecdab req-5a95ea85-5906-43f5-9f16-4a54ce89a73a service neutron] 10.222.0.39 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591186 Jun 30 10:54:56.929007 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=f31d4ff9-6cba-423e-af50-3b144ec38e93,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:56.931975 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7638e34-c150-4e4d-bb52-a3411ac8f56a None None] Network c2d3bf15-bfb2-441f-8606-18e9e627f5b3 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:54:56.937871 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:56.938828 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 90e9db27-564a-469c-9231-14414445072c details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:54:56.944620 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-09486323-e384-4ed8-8fd2-32c715d2979e req-5169b8c0-97fc-45c7-9269-4c36149d513b service neutron] 10.222.0.39 "GET /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529844 Jun 30 10:54:57.139689 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37966588-caed-439a-a738-a5ae895e0653 req-a7e3dc2d-7f7f-4f53-ae6d-e4cc4922f608 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:57.144546 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-37966588-caed-439a-a738-a5ae895e0653 req-a7e3dc2d-7f7f-4f53-ae6d-e4cc4922f608 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.1514935 Jun 30 10:54:57.156154 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb756a8-01c2-4479-83ab-9346e39fe460 x-openstack-request-id: req-deb756a8-01c2-4479-83ab-9346e39fe460 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:54:57.156719 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38c4fbc-2872-4e94-b17e-415a6fc82248", "name": "network-vif-plugged", "status": "completed", "tag": "f31d4ff9-6cba-423e-af50-3b144ec38e93", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:54:57.157282 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-deb756a8-01c2-4479-83ab-9346e39fe460 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:54:57.158008 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38c4fbc-2872-4e94-b17e-415a6fc82248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31d4ff9-6cba-423e-af50-3b144ec38e93', 'code': 200} Jun 30 10:54:57.204185 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-37966588-caed-439a-a738-a5ae895e0653 req-0bf9ea42-013f-46e8-903c-6536c9c41f47 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525126 Jun 30 10:54:57.243694 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 90e9db27-564a-469c-9231-14414445072c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=90e9db27-564a-469c-9231-14414445072c,segment=NetworkSegment(602facd0-b748-432b-9c59-5356cfe8f0eb),segment_id=602facd0-b748-432b-9c59-5356cfe8f0eb)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:54:57.290387 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': '90e9db27-564a-469c-9231-14414445072c', 'network_id': 'bed23b81-a268-4baa-a8b3-0d89a55f5b16', 'port_id': '90e9db27-564a-469c-9231-14414445072c', 'mac_address': 'fa:16:3e:6a:6f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b7436d-5b83-48d2-ab4c-acf6e73a305c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:54:57.292118 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5814fbd-a37b-419a-9370-92a0379cba8b req-29c73080-3677-4473-89c5-e16e064f4881 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:57.294646 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b5814fbd-a37b-419a-9370-92a0379cba8b req-29c73080-3677-4473-89c5-e16e064f4881 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 945 time: 0.1164441 Jun 30 10:54:57.325053 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0476f-5893-4d96-a92b-1a17983160fb req-4943d7c6-aafd-4998-a6c6-888012368d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:57.326551 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0eb0476f-5893-4d96-a92b-1a17983160fb req-4943d7c6-aafd-4998-a6c6-888012368d18 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 1098 time: 0.1087933 Jun 30 10:54:57.379624 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b5814fbd-a37b-419a-9370-92a0379cba8b req-1840efd2-ff73-47ae-9210-4f4f978068df tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/security-groups?id=8a0ef213-768d-4a86-8da5-4eb99e928160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726252 Jun 30 10:54:57.385568 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a48a7bd-1bf8-49ec-848f-1487af425d9c None None] Network c2d3bf15-bfb2-441f-8606-18e9e627f5b3 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:54:57.395107 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:57.421012 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0eb0476f-5893-4d96-a92b-1a17983160fb req-6872096a-fbc0-4cde-8236-48d82a476423 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860655 Jun 30 10:54:57.441239 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1faff8-4fc5-4c73-953a-f0f77700c97d req-54ff798f-f88b-4967-aaca-0d6075651eaa tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:57.442590 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8f1faff8-4fc5-4c73-953a-f0f77700c97d req-54ff798f-f88b-4967-aaca-0d6075651eaa tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 945 time: 0.1017225 Jun 30 10:54:57.447399 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning for port 9264f43f-8602-4e88-9f17-480b97076f8a completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:54:57.460793 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:57.471075 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port 9264f43f-8602-4e88-9f17-480b97076f8a triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:54:57.471445 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:57.493906 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8f1faff8-4fc5-4c73-953a-f0f77700c97d req-988f2c04-bf64-4739-ac49-9b1df82c203e tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418725 Jun 30 10:54:57.503598 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e9db27-564a-469c-9231-14414445072c {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:54:57.536222 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 90e9db27-564a-469c-9231-14414445072c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=90e9db27-564a-469c-9231-14414445072c,segment=NetworkSegment(602facd0-b748-432b-9c59-5356cfe8f0eb),segment_id=602facd0-b748-432b-9c59-5356cfe8f0eb)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:54:57.550114 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:57.687678 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=90e9db27-564a-469c-9231-14414445072c,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:57.718944 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:57.760223 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 9264f43f-8602-4e88-9f17-480b97076f8a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9264f43f-8602-4e88-9f17-480b97076f8a,segment=NetworkSegment(602facd0-b748-432b-9c59-5356cfe8f0eb),segment_id=602facd0-b748-432b-9c59-5356cfe8f0eb)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:54:57.766864 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:57.822487 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=9264f43f-8602-4e88-9f17-480b97076f8a,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:57.878665 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:54:57.947422 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['90e9db27-564a-469c-9231-14414445072c'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:54:58.040900 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f1146-3ce1-418c-a60b-2548a911592e req-705e84ec-312e-424a-bbf4-74445bb72f72 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:58.049609 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-cc1f1146-3ce1-418c-a60b-2548a911592e req-705e84ec-312e-424a-bbf4-74445bb72f72 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 944 time: 0.0914400 Jun 30 10:54:58.071300 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33165c4-4eab-4366-beef-34cee3bfd0c7 req-cb36fa7f-238c-478b-9ffc-ac4f3087bf6f tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:58.079269 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c33165c4-4eab-4366-beef-34cee3bfd0c7 req-cb36fa7f-238c-478b-9ffc-ac4f3087bf6f tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 944 time: 0.1015136 Jun 30 10:54:58.103927 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-cc1f1146-3ce1-418c-a60b-2548a911592e req-2deaf84f-abf9-43fc-8736-a773d0f9f661 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532742 Jun 30 10:54:58.136280 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c33165c4-4eab-4366-beef-34cee3bfd0c7 req-52af586b-5804-4258-a081-af9a708fa067 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560007 Jun 30 10:54:58.145301 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 877da08e-c070-471d-9921-f8ff9dc230d3 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:54:58.294004 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 877da08e-c070-471d-9921-f8ff9dc230d3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=877da08e-c070-471d-9921-f8ff9dc230d3,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:54:58.306185 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': '877da08e-c070-471d-9921-f8ff9dc230d3', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'port_id': '877da08e-c070-471d-9921-f8ff9dc230d3', 'mac_address': 'fa:16:3e:19:77:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:54:58.348211 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:58.361383 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877da08e-c070-471d-9921-f8ff9dc230d3 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:54:58.394718 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 877da08e-c070-471d-9921-f8ff9dc230d3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=877da08e-c070-471d-9921-f8ff9dc230d3,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:54:58.397943 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:58.400836 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7808c1-ab81-4650-8110-098ddc9ed308 req-37db470c-b865-4618-a295-c1cf29f799ed tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:58.403886 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2e7808c1-ab81-4650-8110-098ddc9ed308 req-37db470c-b865-4618-a295-c1cf29f799ed tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0675118 Jun 30 10:54:58.460779 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2e7808c1-ab81-4650-8110-098ddc9ed308 req-a9746ed7-fa69-4ef5-b55a-c0d8d8532ccd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457780 Jun 30 10:54:58.489700 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=877da08e-c070-471d-9921-f8ff9dc230d3,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:58.574499 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1845eee-f21d-4449-9a68-3e11e66fd9b5 req-c0fb455f-876e-4e16-8efc-2a1880cdba9d tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:58.575992 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f1845eee-f21d-4449-9a68-3e11e66fd9b5 req-c0fb455f-876e-4e16-8efc-2a1880cdba9d tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 945 time: 0.0688422 Jun 30 10:54:58.618346 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f1845eee-f21d-4449-9a68-3e11e66fd9b5 req-4e14d110-6ec1-4ce3-a92c-c4926b7d1e04 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/security-groups?id=8a0ef213-768d-4a86-8da5-4eb99e928160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362618 Jun 30 10:54:58.694487 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8248478-aff6-4b6d-a4b3-4aa9bd95391e req-2ab900c5-64b3-4980-b6bd-916738e608d9 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:58.696017 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d8248478-aff6-4b6d-a4b3-4aa9bd95391e req-2ab900c5-64b3-4980-b6bd-916738e608d9 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 945 time: 0.0642023 Jun 30 10:54:58.740055 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d8248478-aff6-4b6d-a4b3-4aa9bd95391e req-1d71b268-eb6d-4ebf-bf1e-13a35662f51f tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379539 Jun 30 10:54:58.941348 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['877da08e-c070-471d-9921-f8ff9dc230d3'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:54:59.161472 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cc4540-7126-4777-9ceb-439ada8b5c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9264f43f-8602-4e88-9f17-480b97076f8a'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:54:59.163851 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d75d2cd-591a-44cd-985b-4f68e761de54" -d '{"events": [{"server_uuid": "20cc4540-7126-4777-9ceb-439ada8b5c99", "name": "network-vif-plugged", "status": "completed", "tag": "9264f43f-8602-4e88-9f17-480b97076f8a"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:54:59.357464 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1541ed1-9fa4-4850-9872-45396f5b38c3 req-7e2b4b8e-6572-427e-9897-c6046ca2e970 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:59.360264 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e1541ed1-9fa4-4850-9872-45396f5b38c3 req-7e2b4b8e-6572-427e-9897-c6046ca2e970 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 944 time: 0.0942156 Jun 30 10:54:59.362801 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50026c3f-c541-461b-9feb-ed03cba46c73 req-66e08124-7f88-4fcd-9932-f7020af359db tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:59.364378 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-50026c3f-c541-461b-9feb-ed03cba46c73 req-66e08124-7f88-4fcd-9932-f7020af359db tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 944 time: 0.0745349 Jun 30 10:54:59.405020 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e1541ed1-9fa4-4850-9872-45396f5b38c3 req-0f486a2e-ed9c-4bab-9950-489f2e81f6c6 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364118 Jun 30 10:54:59.412301 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-50026c3f-c541-461b-9feb-ed03cba46c73 req-079fc771-8c05-480a-b2c1-41e691e88ba6 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421190 Jun 30 10:54:59.460439 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0876aae5-d00d-4db1-bb61-583521c40fd6 x-openstack-request-id: req-0876aae5-d00d-4db1-bb61-583521c40fd6 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:54:59.460757 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20cc4540-7126-4777-9ceb-439ada8b5c99", "name": "network-vif-plugged", "status": "completed", "tag": "9264f43f-8602-4e88-9f17-480b97076f8a", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:54:59.460989 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0876aae5-d00d-4db1-bb61-583521c40fd6 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:54:59.461384 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cc4540-7126-4777-9ceb-439ada8b5c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9264f43f-8602-4e88-9f17-480b97076f8a', 'code': 200} Jun 30 10:54:59.618177 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 54084) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:59.737886 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-212c403f-6498-45f7-a28f-0761e906ab45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:59.846345 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-212c403f-6498-45f7-a28f-0761e906ab45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:59.850275 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-212c403f-6498-45f7-a28f-0761e906ab45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:59.890500 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c403f-6498-45f7-a28f-0761e906ab45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d741a067-9c9f-4cf6-90fd-162cd98a714f,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:54:59.898666 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-212c403f-6498-45f7-a28f-0761e906ab45 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7be36e823db4453193b7f89dd2c1fa3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770202 Jun 30 10:54:59.899607 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 54088) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:54:59.918280 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d332d-99ef-4296-8086-1a99663d5687 req-7b89298b-25b5-4de9-8766-53a962ecfbdc tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:59.919852 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2a8d332d-99ef-4296-8086-1a99663d5687 req-7b89298b-25b5-4de9-8766-53a962ecfbdc tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 945 time: 0.3126431 Jun 30 10:54:59.951457 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-108c51a5-330d-4537-9fe0-41f05ee4e22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:59.953701 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1fb68-bc3e-4664-8122-a7a575b25f7d req-b81128be-6254-4fef-ac8e-1568d64b8f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:59.955183 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f1e1fb68-bc3e-4664-8122-a7a575b25f7d req-b81128be-6254-4fef-ac8e-1568d64b8f08 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 1098 time: 0.3041384 Jun 30 10:54:59.973193 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-108c51a5-330d-4537-9fe0-41f05ee4e22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:59.984143 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2a8d332d-99ef-4296-8086-1a99663d5687 req-99db3977-dfb6-4274-907e-c9661c46149c tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571907 Jun 30 10:55:00.000609 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f1e1fb68-bc3e-4664-8122-a7a575b25f7d req-958120a7-c7b9-4e50-9090-2cc38a3f49ad service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340507 Jun 30 10:55:00.027996 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-108c51a5-330d-4537-9fe0-41f05ee4e22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:00.030492 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-108c51a5-330d-4537-9fe0-41f05ee4e22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:00.031660 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-108c51a5-330d-4537-9fe0-41f05ee4e22a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d741a067-9c9f-4cf6-90fd-162cd98a714f HTTP/1.1" status: 204 len: 168 time: 0.1318049 Jun 30 10:55:00.039007 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c51a5-330d-4537-9fe0-41f05ee4e22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d741a067-9c9f-4cf6-90fd-162cd98a714f,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:00.160220 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:55:00.214917 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning for port 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:55:00.219885 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:55:00.220285 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:00.333791 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:00.359362 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 54110) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:00.380850 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7,segment=NetworkSegment(77d01b3d-de25-4204-b64a-7d67e17a8c5d),segment_id=77d01b3d-de25-4204-b64a-7d67e17a8c5d)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:55:00.394393 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:00.394393 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 90e9db27-564a-469c-9231-14414445072c up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:55:00.395110 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c3ed3cb2-887b-4e3d-911f-987abb5d4e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:00.539767 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:00.555434 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c3ed3cb2-887b-4e3d-911f-987abb5d4e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:00.556502 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning for port 90e9db27-564a-469c-9231-14414445072c completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:55:00.562085 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c3ed3cb2-887b-4e3d-911f-987abb5d4e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:00.563707 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port 90e9db27-564a-469c-9231-14414445072c triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:55:00.564104 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:00.624824 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-c3ed3cb2-887b-4e3d-911f-987abb5d4e14 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c29cd11d9a5348708f1e66adacba1867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636187 Jun 30 10:55:00.626043 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed3cb2-887b-4e3d-911f-987abb5d4e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ca465d-f879-431a-aeaa-6549c8873630,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:00.627857 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 54124) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:00.717037 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:00.738153 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b9116578-8bf3-4d81-8787-39b188f88f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:00.779371 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 90e9db27-564a-469c-9231-14414445072c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=90e9db27-564a-469c-9231-14414445072c,segment=NetworkSegment(602facd0-b748-432b-9c59-5356cfe8f0eb),segment_id=602facd0-b748-432b-9c59-5356cfe8f0eb)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:55:00.785294 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:00.786223 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 877da08e-c070-471d-9921-f8ff9dc230d3 up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:55:00.804171 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b9116578-8bf3-4d81-8787-39b188f88f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:00.882077 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b9116578-8bf3-4d81-8787-39b188f88f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:00.884870 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b9116578-8bf3-4d81-8787-39b188f88f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:00.886161 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-b9116578-8bf3-4d81-8787-39b188f88f83 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/54ca465d-f879-431a-aeaa-6549c8873630 HTTP/1.1" status: 204 len: 168 time: 0.2572486 Jun 30 10:55:00.920848 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=90e9db27-564a-469c-9231-14414445072c,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:00.947523 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning for port 877da08e-c070-471d-9921-f8ff9dc230d3 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:55:00.954115 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9116578-8bf3-4d81-8787-39b188f88f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ca465d-f879-431a-aeaa-6549c8873630,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:00.961158 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port 877da08e-c070-471d-9921-f8ff9dc230d3 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:55:00.961448 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:01.027774 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c67e0-43fa-4ca4-9164-a7bbb40cab0b req-60d6b921-0828-4635-a980-c9e847cf6668 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:01.050327 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-828c67e0-43fa-4ca4-9164-a7bbb40cab0b req-60d6b921-0828-4635-a980-c9e847cf6668 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.1622851 Jun 30 10:55:01.077701 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:01.143593 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 877da08e-c070-471d-9921-f8ff9dc230d3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=877da08e-c070-471d-9921-f8ff9dc230d3,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:55:01.151540 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:01.154274 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-828c67e0-43fa-4ca4-9164-a7bbb40cab0b req-fdaeab14-6fec-48ab-9feb-e1c56a0ce62a tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030207 Jun 30 10:55:01.263346 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=877da08e-c070-471d-9921-f8ff9dc230d3,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:01.463164 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b909963f-0971-4093-bc90-ae8387422ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7'}, {'server_uuid': 'da82ab00-2e25-40df-a0ce-3825a94adc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e9db27-564a-469c-9231-14414445072c'}, {'server_uuid': '4f758395-f74a-4e45-bf3f-6e156884e2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877da08e-c070-471d-9921-f8ff9dc230d3'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:55:01.466999 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b8c6dc-40d4-4fec-a674-f289f015edb5" -d '{"events": [{"server_uuid": "b909963f-0971-4093-bc90-ae8387422ba0", "name": "network-vif-plugged", "status": "completed", "tag": "18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7"}, {"server_uuid": "da82ab00-2e25-40df-a0ce-3825a94adc8d", "name": "network-vif-plugged", "status": "completed", "tag": "90e9db27-564a-469c-9231-14414445072c"}, {"server_uuid": "4f758395-f74a-4e45-bf3f-6e156884e2fb", "name": "network-vif-plugged", "status": "completed", "tag": "877da08e-c070-471d-9921-f8ff9dc230d3"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:55:01.473734 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce4d57-5051-4129-9c8e-84c3222b9633 req-a5d48b3d-4697-43c4-936d-b801ea884f8f tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:01.476629 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-84ce4d57-5051-4129-9c8e-84c3222b9633 req-a5d48b3d-4697-43c4-936d-b801ea884f8f tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.1492767 Jun 30 10:55:01.535058 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-84ce4d57-5051-4129-9c8e-84c3222b9633 req-1e5ea4bf-7c70-4be4-88f0-9297604a79ef tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451040 Jun 30 10:55:01.557668 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd300e1c-e315-4b2b-97fd-42fbae8ae395 req-7d77aaf9-6661-4aec-933e-5d80a10b9298 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:01.564214 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-bd300e1c-e315-4b2b-97fd-42fbae8ae395 req-7d77aaf9-6661-4aec-933e-5d80a10b9298 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.1390173 Jun 30 10:55:01.606899 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 30 Jun 2021 10:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e98dde9-3183-4070-8b37-7865741da924 x-openstack-request-id: req-6e98dde9-3183-4070-8b37-7865741da924 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:55:01.607777 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b909963f-0971-4093-bc90-ae8387422ba0", "name": "network-vif-plugged", "status": "completed", "tag": "18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7", "code": 200}, {"server_uuid": "da82ab00-2e25-40df-a0ce-3825a94adc8d", "name": "network-vif-plugged", "status": "completed", "tag": "90e9db27-564a-469c-9231-14414445072c", "code": 200}, {"server_uuid": "4f758395-f74a-4e45-bf3f-6e156884e2fb", "name": "network-vif-plugged", "status": "completed", "tag": "877da08e-c070-471d-9921-f8ff9dc230d3", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:55:01.608126 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6e98dde9-3183-4070-8b37-7865741da924 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:55:01.608597 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b909963f-0971-4093-bc90-ae8387422ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7', 'code': 200} Jun 30 10:55:01.608916 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da82ab00-2e25-40df-a0ce-3825a94adc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e9db27-564a-469c-9231-14414445072c', 'code': 200} Jun 30 10:55:01.609230 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f758395-f74a-4e45-bf3f-6e156884e2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877da08e-c070-471d-9921-f8ff9dc230d3', 'code': 200} Jun 30 10:55:01.621317 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-bd300e1c-e315-4b2b-97fd-42fbae8ae395 req-5c7c54e5-b0e1-4504-a06a-226b63422ba5 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542889 Jun 30 10:55:01.972927 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe2c1e-2fe6-44f3-b651-eab362f08aba req-9fb353f4-19ae-45de-a59c-25cf9bb1a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:01.974425 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4bbe2c1e-2fe6-44f3-b651-eab362f08aba req-9fb353f4-19ae-45de-a59c-25cf9bb1a239 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 1098 time: 0.0749364 Jun 30 10:55:02.035496 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18725d0f-7b0b-444a-acbc-c24897f1504f req-61aafb2c-7573-4568-bb06-3e43a0d209ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:02.037662 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-18725d0f-7b0b-444a-acbc-c24897f1504f req-61aafb2c-7573-4568-bb06-3e43a0d209ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 1098 time: 0.0711739 Jun 30 10:55:02.041390 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4bbe2c1e-2fe6-44f3-b651-eab362f08aba req-3d7a2272-5d8b-4c14-bbb1-59d189043052 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536785 Jun 30 10:55:02.067086 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c55f9-a081-4e4b-9c77-c3e28e9e3db9 req-4524ac52-3629-49e3-901a-28af6e46b0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:02.068714 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5b5c55f9-a081-4e4b-9c77-c3e28e9e3db9 req-4524ac52-3629-49e3-901a-28af6e46b0cb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 1099 time: 0.0984473 Jun 30 10:55:02.170890 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-18725d0f-7b0b-444a-acbc-c24897f1504f req-2ab3bbd2-5deb-443c-828d-4e5c742bf9cb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439289 Jun 30 10:55:02.173893 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5b5c55f9-a081-4e4b-9c77-c3e28e9e3db9 req-3f4e4f73-0dd4-4877-a28d-3fee213c39ca service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398293 Jun 30 10:55:02.352376 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d8f3a-5250-435d-9122-31167d6fafed req-3a44f912-1407-4cf4-8b85-694b6fb0b3e6 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:02.353904 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c32d8f3a-5250-435d-9122-31167d6fafed req-3a44f912-1407-4cf4-8b85-694b6fb0b3e6 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.0719113 Jun 30 10:55:02.402050 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c32d8f3a-5250-435d-9122-31167d6fafed req-c7581a63-6f8a-437d-bd9d-54cfab78ce17 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403919 Jun 30 10:55:02.717254 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb9495-b2e5-4243-b498-473d59d89f67 req-a600fad7-fd6e-4a97-a18e-81d1d731d2f7 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:02.718832 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-41cb9495-b2e5-4243-b498-473d59d89f67 req-a600fad7-fd6e-4a97-a18e-81d1d731d2f7 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0690434 Jun 30 10:55:02.772605 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-41cb9495-b2e5-4243-b498-473d59d89f67 req-e947b43c-12db-4b4a-9fc9-0d9ee056b5b1 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477498 Jun 30 10:55:02.828025 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d646095-63e3-4658-ba06-9dcc9760a2f5 req-0c9edf91-8d5e-46a6-8e9d-9945677b73e7 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:02.829574 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2d646095-63e3-4658-ba06-9dcc9760a2f5 req-0c9edf91-8d5e-46a6-8e9d-9945677b73e7 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.0663154 Jun 30 10:55:02.871996 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2d646095-63e3-4658-ba06-9dcc9760a2f5 req-62f468c0-dc9a-4995-8ff8-e7d7a223156c tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362885 Jun 30 10:55:03.156902 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:03.619613 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae7444-75e7-4fcf-ad1e-6cd57b1e4adf req-3de5a303-e7eb-4f2d-b5ab-74285f3b53e0 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:03.621981 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d1ae7444-75e7-4fcf-ad1e-6cd57b1e4adf req-3de5a303-e7eb-4f2d-b5ab-74285f3b53e0 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.0877237 Jun 30 10:55:03.668534 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d1ae7444-75e7-4fcf-ad1e-6cd57b1e4adf req-e44e469a-1520-4808-92d1-0fa466643f72 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373697 Jun 30 10:55:03.999150 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 54258) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:04.003323 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da4d0c-5588-4398-8e00-63383caa7b4b req-9be9e39b-55bb-40a9-ab95-dc6d356b3b4d tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:04.010405 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-38da4d0c-5588-4398-8e00-63383caa7b4b req-9be9e39b-55bb-40a9-ab95-dc6d356b3b4d tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.1171224 Jun 30 10:55:04.089259 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-38da4d0c-5588-4398-8e00-63383caa7b4b req-e3e53728-b15d-4041-a135-971fa6899328 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714447 Jun 30 10:55:04.128481 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a42ce-1a49-4d62-b374-fb82707cc9ca req-05945ddb-0332-4639-8665-07ec736134ab tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:04.130076 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-1f8a42ce-1a49-4d62-b374-fb82707cc9ca req-05945ddb-0332-4639-8665-07ec736134ab tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.0823169 Jun 30 10:55:04.150781 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d5b602f5-c59b-4dfa-a699-1cede0f1913f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:04.194464 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-1f8a42ce-1a49-4d62-b374-fb82707cc9ca req-6d570ecc-d5ff-4d44-a6b7-607e69e61c06 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569448 Jun 30 10:55:04.267768 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d5b602f5-c59b-4dfa-a699-1cede0f1913f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:04.271699 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d5b602f5-c59b-4dfa-a699-1cede0f1913f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:04.311284 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-d5b602f5-c59b-4dfa-a699-1cede0f1913f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=13eab2b75c2d4382803c90fb6dd09d07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107822 Jun 30 10:55:04.312183 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b602f5-c59b-4dfa-a699-1cede0f1913f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc62828-912b-429d-b8f7-ba843caa13b2,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:04.314128 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 54262) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:04.366262 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-80a97528-dcd8-40e5-af68-82810158e088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:04.391402 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-80a97528-dcd8-40e5-af68-82810158e088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:04.441673 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-80a97528-dcd8-40e5-af68-82810158e088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:04.444655 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-80a97528-dcd8-40e5-af68-82810158e088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:04.445813 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-80a97528-dcd8-40e5-af68-82810158e088 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5bc62828-912b-429d-b8f7-ba843caa13b2 HTTP/1.1" status: 204 len: 168 time: 0.1304643 Jun 30 10:55:04.456379 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a97528-dcd8-40e5-af68-82810158e088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc62828-912b-429d-b8f7-ba843caa13b2,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:04.765995 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 54282) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:04.790346 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d65920a2-50b0-434a-92f5-b75aec1d38d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:04.918917 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3fa18c-7dfe-4465-a435-ee29a87ff303 req-e72da8fc-b68b-411c-8bf6-79fbf5d52272 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:04.920427 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7d3fa18c-7dfe-4465-a435-ee29a87ff303 req-e72da8fc-b68b-411c-8bf6-79fbf5d52272 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.1094692 Jun 30 10:55:04.957059 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d65920a2-50b0-434a-92f5-b75aec1d38d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:04.962846 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d65920a2-50b0-434a-92f5-b75aec1d38d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:04.999757 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7d3fa18c-7dfe-4465-a435-ee29a87ff303 req-86731b55-5f0d-4217-88fb-025b82e48976 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733807 Jun 30 10:55:05.016259 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-d65920a2-50b0-434a-92f5-b75aec1d38d5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8fc0492ac2694df7bc4437e9b3a95d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491112 Jun 30 10:55:05.018787 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 54286) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:05.024656 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65920a2-50b0-434a-92f5-b75aec1d38d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3faa1a-a8ed-46ce-9978-f05578a39a3b,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:05.087020 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d61e071c-f315-43c6-bb60-251cf5ab00be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:05.114888 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d61e071c-f315-43c6-bb60-251cf5ab00be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:05.168367 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d61e071c-f315-43c6-bb60-251cf5ab00be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:05.171309 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d61e071c-f315-43c6-bb60-251cf5ab00be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:05.175226 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-d61e071c-f315-43c6-bb60-251cf5ab00be admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cf3faa1a-a8ed-46ce-9978-f05578a39a3b HTTP/1.1" status: 204 len: 168 time: 0.1529205 Jun 30 10:55:05.181665 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e071c-f315-43c6-bb60-251cf5ab00be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3faa1a-a8ed-46ce-9978-f05578a39a3b,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:05.285881 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfabbd-d843-4a1f-8cd8-c1c1bbadecb1 req-af0c401a-89f4-4d47-a5f6-a361d9467fcd tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:05.287402 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-24cfabbd-d843-4a1f-8cd8-c1c1bbadecb1 req-af0c401a-89f4-4d47-a5f6-a361d9467fcd tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0743127 Jun 30 10:55:05.336418 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-24cfabbd-d843-4a1f-8cd8-c1c1bbadecb1 req-be73d7af-e242-4e91-8fb9-8940361c6d8d tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419898 Jun 30 10:55:05.458892 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05757b-561f-410b-a73a-1309f007777d req-94423fe3-8a8d-4488-8e3b-13db18591e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:05.461458 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1c05757b-561f-410b-a73a-1309f007777d req-94423fe3-8a8d-4488-8e3b-13db18591e1d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba59ae1dd0854ec58e3e087862fe2717&device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 1098 time: 0.0686626 Jun 30 10:55:05.499659 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58efc52-ef7f-43e4-b945-43eab6f947f4 req-af4c0f7d-cc62-418f-bb44-2f7c0ca7da57 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:05.501163 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b58efc52-ef7f-43e4-b945-43eab6f947f4 req-af4c0f7d-cc62-418f-bb44-2f7c0ca7da57 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.0785916 Jun 30 10:55:05.553654 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b58efc52-ef7f-43e4-b945-43eab6f947f4 req-adb32c3f-0b2e-4ea2-ade3-078287650b55 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460958 Jun 30 10:55:05.607439 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05757b-561f-410b-a73a-1309f007777d req-8b52f36f-08c9-423f-97a6-a894b3dcea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:05.608939 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1c05757b-561f-410b-a73a-1309f007777d req-8b52f36f-08c9-423f-97a6-a894b3dcea9c service neutron] 10.222.0.39 "GET /v2.0/networks?id=bed23b81-a268-4baa-a8b3-0d89a55f5b16 HTTP/1.1" status: 200 len: 919 time: 0.1387537 Jun 30 10:55:05.662665 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1c05757b-561f-410b-a73a-1309f007777d req-85c095a7-1ee7-4237-ad95-82fe745fc6b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90e9db27-564a-469c-9231-14414445072c HTTP/1.1" status: 200 len: 217 time: 0.0460014 Jun 30 10:55:05.670168 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28769bbd-be2f-4e2a-b217-2e209cea164e req-c597e373-46d6-4e6b-a31e-5b87319335a1 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:05.671618 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-28769bbd-be2f-4e2a-b217-2e209cea164e req-c597e373-46d6-4e6b-a31e-5b87319335a1 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.1360452 Jun 30 10:55:05.744152 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05757b-561f-410b-a73a-1309f007777d req-d4723856-b370-4c17-9f4c-4bb33a06a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:05.745124 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1c05757b-561f-410b-a73a-1309f007777d req-d4723856-b370-4c17-9f4c-4bb33a06a631 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6b7436d-5b83-48d2-ab4c-acf6e73a305c HTTP/1.1" status: 200 len: 858 time: 0.0726349 Jun 30 10:55:05.746990 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500b68c-86cf-4dfa-8394-97369734d6cc req-e9d45999-2242-4830-beef-93a8bc566e2d tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:05.748893 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-1500b68c-86cf-4dfa-8394-97369734d6cc req-e9d45999-2242-4830-beef-93a8bc566e2d tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0848453 Jun 30 10:55:05.757574 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 54318) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:05.762531 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-28769bbd-be2f-4e2a-b217-2e209cea164e req-0b94f2f9-1588-4410-8f25-68b52779e5dd tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780034 Jun 30 10:55:05.763696 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-d94e583f-706a-446f-81ff-808883a2d762 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Request body: {'floatingip': {'port_id': '18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:55:05.819826 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1c05757b-561f-410b-a73a-1309f007777d req-329f744d-0f3b-46e2-b4d6-e540ae398e62 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bed23b81-a268-4baa-a8b3-0d89a55f5b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561757 Jun 30 10:55:05.851162 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d94e583f-706a-446f-81ff-808883a2d762 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for floatingip, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:05.952133 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-686d314d-902b-47fb-859f-5586b1a72e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:05.959735 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1c05757b-561f-410b-a73a-1309f007777d req-ba88aa56-b915-4400-97bf-1e659c3a6418 service neutron] 10.222.0.39 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315672 Jun 30 10:55:06.083159 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1c05757b-561f-410b-a73a-1309f007777d req-f3ca1899-b85e-4867-8e46-e0f621d970b5 service neutron] 10.222.0.39 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142998 Jun 30 10:55:06.371047 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592bc41-34e1-47b2-b5af-9688adfbf975 req-afd5ae2a-9dbb-48e6-9cbc-1570c924d828 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:06.372719 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c592bc41-34e1-47b2-b5af-9688adfbf975 req-afd5ae2a-9dbb-48e6-9cbc-1570c924d828 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.4702768 Jun 30 10:55:06.382774 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 54346) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:06.388446 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-4b143b20-042f-4db7-a3d0-e91e04836299 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Request body: {'floatingip': {'port_id': '877da08e-c070-471d-9921-f8ff9dc230d3'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:55:06.478269 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4b143b20-042f-4db7-a3d0-e91e04836299 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for floatingip, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:06.943003 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d94e583f-706a-446f-81ff-808883a2d762 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:06.950193 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d94e583f-706a-446f-81ff-808883a2d762 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995794'] for floatingip, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:07.067164 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.db.l3_db [None req-d94e583f-706a-446f-81ff-808883a2d762 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Floating IP 7d7ec5ce-5e6d-4c17-b5cf-d375612fd9bb associated. External IP: 172.27.3.240, port: 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7. Jun 30 10:55:07.146798 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704da744-fbaa-4b81-acd2-13cb63641d4c req-b666a8c4-e3ab-42c9-87df-110c95539057 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:07.148276 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-704da744-fbaa-4b81-acd2-13cb63641d4c req-b666a8c4-e3ab-42c9-87df-110c95539057 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.2244885 Jun 30 10:55:07.300407 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-704da744-fbaa-4b81-acd2-13cb63641d4c req-fc92064e-a61e-4ded-945d-603234f5bb07 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264832 Jun 30 10:55:07.329708 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94e583f-706a-446f-81ff-808883a2d762 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Router d1acbf17-3ab3-40e3-9017-c9e71442ac85 has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:55:07.478574 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94e583f-706a-446f-81ff-808883a2d762 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:55:07.483703 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d94e583f-706a-446f-81ff-808883a2d762 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for floatingip, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:07.509611 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcdffb0-7a88-471b-bd9a-0d9baf45f2e9 None None] Sync routers for ids ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'] in dv-cinder-786627-16-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:55:07.529059 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcdffb0-7a88-471b-bd9a-0d9baf45f2e9 None None] Routers {'d1acbf17-3ab3-40e3-9017-c9e71442ac85'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:55:07.529700 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-0bcdffb0-7a88-471b-bd9a-0d9baf45f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:54:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:55:07.533227 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-d94e583f-706a-446f-81ff-808883a2d762 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "PUT /v2.0/floatingips/7d7ec5ce-5e6d-4c17-b5cf-d375612fd9bb HTTP/1.1" status: 200 len: 991 time: 1.7718577 Jun 30 10:55:07.533227 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b909963f-0971-4093-bc90-ae8387422ba0', 'tag': '18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7'}] {{(pid=92943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:55:07.534009 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbe9d626e50383ffb82a595db8fc1549102463c899d09ce870a2344fe6ae64b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a174fd-15ed-42ec-bbf5-fa440f6233d3" -d '{"events": [{"name": "network-changed", "server_uuid": "b909963f-0971-4093-bc90-ae8387422ba0", "tag": "18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7"}]}' {{(pid=92943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:55:07.614761 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4b143b20-042f-4db7-a3d0-e91e04836299 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:07.623090 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4b143b20-042f-4db7-a3d0-e91e04836299 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995794'] for floatingip, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:07.634619 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e928a1c-2ab3-4a84-a727-d4246778a3f8 x-openstack-request-id: req-4e928a1c-2ab3-4a84-a727-d4246778a3f8 {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:55:07.634916 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b909963f-0971-4093-bc90-ae8387422ba0", "tag": "18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7", "status": "completed", "code": 200}]} {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:55:07.635167 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4e928a1c-2ab3-4a84-a727-d4246778a3f8 {{(pid=92943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:55:07.635564 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b909963f-0971-4093-bc90-ae8387422ba0', 'tag': '18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7', 'status': 'completed', 'code': 200} Jun 30 10:55:07.720000 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-0bcdffb0-7a88-471b-bd9a-0d9baf45f2e9 None None] Set router d1acbf17-3ab3-40e3-9017-c9e71442ac85 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:55:07.791305 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a174fd-15ed-42ec-bbf5-fa440f6233d3 req-ca25ac61-0525-40c8-b296-628dd42eb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:07.793190 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-43a174fd-15ed-42ec-bbf5-fa440f6233d3 req-ca25ac61-0525-40c8-b296-628dd42eb7aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f97ed3dca85f49a08eeaada9d16f9c13&device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 1098 time: 0.1240113 Jun 30 10:55:07.903621 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.db.l3_db [None req-4b143b20-042f-4db7-a3d0-e91e04836299 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Floating IP 96510c77-6a8d-4fbf-a96f-26c6ffdb01e0 associated. External IP: 172.27.3.211, port: 877da08e-c070-471d-9921-f8ff9dc230d3. Jun 30 10:55:08.037345 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a174fd-15ed-42ec-bbf5-fa440f6233d3 req-3e5c6b0f-e3e0-4ffc-8010-b9ebda366ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:08.038729 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-43a174fd-15ed-42ec-bbf5-fa440f6233d3 req-3e5c6b0f-e3e0-4ffc-8010-b9ebda366ec9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b064df9a-1bb0-4ef7-88cf-3439f5069f39 HTTP/1.1" status: 200 len: 911 time: 0.2331686 Jun 30 10:55:08.114381 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-0bcdffb0-7a88-471b-bd9a-0d9baf45f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'name': 'tempest-AttachVolumeTestJSON-555392615-router', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:27Z', 'revision_number': 4, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'gw_port': {'id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '7d7ec5ce-5e6d-4c17-b5cf-d375612fd9bb', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'port_id': '18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'mac_address': 'fa:16:3e:84:c9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b909963f-0971-4093-bc90-ae8387422ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:54:33Z', 'updated_at': '2021-06-30T10:55:06Z', 'revision_number': 1, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef798c91-f1e6-41e8-a80f-668a0f24cd3e', 'name': '', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'mac_address': 'fa:16:3e:13:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f321f395-8a24-424f-a000-187ba04163ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:26Z', 'updated_at': '2021-06-30T10:54:38Z', 'revision_number': 5, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'subnets': [{'id': 'f321f395-8a24-424f-a000-187ba04163ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:55:08.146258 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcdffb0-7a88-471b-bd9a-0d9baf45f2e9 None None] Checking router: d1acbf17-3ab3-40e3-9017-c9e71442ac85 for host: dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:55:08.164942 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcdffb0-7a88-471b-bd9a-0d9baf45f2e9 None None] Routers {'d1acbf17-3ab3-40e3-9017-c9e71442ac85'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:55:08.165783 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-0bcdffb0-7a88-471b-bd9a-0d9baf45f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:54:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:55:08.185938 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-43a174fd-15ed-42ec-bbf5-fa440f6233d3 req-7d8c117f-faef-4017-87f9-00a70c271b30 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 HTTP/1.1" status: 200 len: 999 time: 0.1373689 Jun 30 10:55:08.283228 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a174fd-15ed-42ec-bbf5-fa440f6233d3 req-a68eaa27-995c-4004-8aab-09bc5de8543e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:08.284795 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-43a174fd-15ed-42ec-bbf5-fa440f6233d3 req-a68eaa27-995c-4004-8aab-09bc5de8543e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f321f395-8a24-424f-a000-187ba04163ef HTTP/1.1" status: 200 len: 849 time: 0.0907955 Jun 30 10:55:08.296421 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b143b20-042f-4db7-a3d0-e91e04836299 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Router 51a89b9a-8eda-426a-af4c-631f81bb920a has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:55:08.303925 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-0bcdffb0-7a88-471b-bd9a-0d9baf45f2e9 None None] Set router d1acbf17-3ab3-40e3-9017-c9e71442ac85 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:55:08.437001 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a174fd-15ed-42ec-bbf5-fa440f6233d3 req-c0dc761d-320d-460e-9435-027558a3c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:08.438619 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-43a174fd-15ed-42ec-bbf5-fa440f6233d3 req-c0dc761d-320d-460e-9435-027558a3c27f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b064df9a-1bb0-4ef7-88cf-3439f5069f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1406744 Jun 30 10:55:08.543447 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b143b20-042f-4db7-a3d0-e91e04836299 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:55:08.547243 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-0bcdffb0-7a88-471b-bd9a-0d9baf45f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'name': 'tempest-AttachVolumeTestJSON-555392615-router', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:27Z', 'revision_number': 4, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'gw_port': {'id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '7d7ec5ce-5e6d-4c17-b5cf-d375612fd9bb', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'port_id': '18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'mac_address': 'fa:16:3e:84:c9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b909963f-0971-4093-bc90-ae8387422ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:54:33Z', 'updated_at': '2021-06-30T10:55:06Z', 'revision_number': 1, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef798c91-f1e6-41e8-a80f-668a0f24cd3e', 'name': '', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'mac_address': 'fa:16:3e:13:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f321f395-8a24-424f-a000-187ba04163ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:26Z', 'updated_at': '2021-06-30T10:54:38Z', 'revision_number': 5, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'subnets': [{'id': 'f321f395-8a24-424f-a000-187ba04163ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:55:08.548814 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4b143b20-042f-4db7-a3d0-e91e04836299 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for floatingip, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:08.553134 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0c040a-b8b6-4ecf-849b-d2e6b0f33bd6 None None] Sync routers for ids ['51a89b9a-8eda-426a-af4c-631f81bb920a'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:55:08.564009 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0c040a-b8b6-4ecf-849b-d2e6b0f33bd6 None None] Routers {'51a89b9a-8eda-426a-af4c-631f81bb920a'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:55:08.564908 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-2c0c040a-b8b6-4ecf-849b-d2e6b0f33bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:54:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['51a89b9a-8eda-426a-af4c-631f81bb920a'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:55:08.578922 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcdffb0-7a88-471b-bd9a-0d9baf45f2e9 None None] The sync data for ids ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'] in dv-cinder-786627-16-iscsi is: [{'id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'name': 'tempest-AttachVolumeTestJSON-555392615-router', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:27Z', 'revision_number': 4, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'gw_port': {'id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '7d7ec5ce-5e6d-4c17-b5cf-d375612fd9bb', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'port_id': '18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'mac_address': 'fa:16:3e:84:c9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b909963f-0971-4093-bc90-ae8387422ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:54:33Z', 'updated_at': '2021-06-30T10:55:06Z', 'revision_number': 1, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef798c91-f1e6-41e8-a80f-668a0f24cd3e', 'name': '', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'mac_address': 'fa:16:3e:13:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f321f395-8a24-424f-a000-187ba04163ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:26Z', 'updated_at': '2021-06-30T10:54:38Z', 'revision_number': 5, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'subnets': [{'id': 'f321f395-8a24-424f-a000-187ba04163ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:55:08.629741 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-4b143b20-042f-4db7-a3d0-e91e04836299 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "PUT /v2.0/floatingips/96510c77-6a8d-4fbf-a96f-26c6ffdb01e0 HTTP/1.1" status: 200 len: 992 time: 2.2452507 Jun 30 10:55:08.632034 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f758395-f74a-4e45-bf3f-6e156884e2fb', 'tag': '877da08e-c070-471d-9921-f8ff9dc230d3'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:55:08.634545 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a27f1a7-7097-4823-aaf4-a3dc559aca3f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f758395-f74a-4e45-bf3f-6e156884e2fb", "tag": "877da08e-c070-471d-9921-f8ff9dc230d3"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:55:08.650980 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-43a174fd-15ed-42ec-bbf5-fa440f6233d3 req-330704c7-f33c-4cff-94df-f4d459dd660e service neutron] 10.222.0.39 "GET /v2.0/networks/b064df9a-1bb0-4ef7-88cf-3439f5069f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969931 Jun 30 10:55:08.659016 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefa65d-5d83-43c3-9b30-ef10973584e3 req-0938e26f-12b9-42fa-b03e-4df666a6bbdf tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:08.660577 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0eefa65d-5d83-43c3-9b30-ef10973584e3 req-0938e26f-12b9-42fa-b03e-4df666a6bbdf tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.2193601 Jun 30 10:55:08.712587 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-2c0c040a-b8b6-4ecf-849b-d2e6b0f33bd6 None None] Set router 51a89b9a-8eda-426a-af4c-631f81bb920a gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:55:08.815474 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0eefa65d-5d83-43c3-9b30-ef10973584e3 req-becb1d85-ab64-4dbe-a07e-b3d312a2ffac tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846798 Jun 30 10:55:08.819999 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-43a174fd-15ed-42ec-bbf5-fa440f6233d3 req-92b3c818-6dae-4c00-a765-e33b64b85b98 service neutron] 10.222.0.39 "GET /v2.0/networks/b064df9a-1bb0-4ef7-88cf-3439f5069f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577713 Jun 30 10:55:08.894067 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cf4e51-5187-41ab-84fe-a32ec8327362 None None] New status for floating IP 7d7ec5ce-5e6d-4c17-b5cf-d375612fd9bb: ACTIVE {{(pid=92945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:55:08.915931 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33be8e83-551b-4e77-911e-cf834c8d9225 x-openstack-request-id: req-33be8e83-551b-4e77-911e-cf834c8d9225 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:55:08.916229 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f758395-f74a-4e45-bf3f-6e156884e2fb", "tag": "877da08e-c070-471d-9921-f8ff9dc230d3", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:55:08.916491 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-33be8e83-551b-4e77-911e-cf834c8d9225 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:55:08.917442 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f758395-f74a-4e45-bf3f-6e156884e2fb', 'tag': '877da08e-c070-471d-9921-f8ff9dc230d3', 'status': 'completed', 'code': 200} Jun 30 10:55:09.065732 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27f1a7-7097-4823-aaf4-a3dc559aca3f req-a66c7198-7f6a-4782-9ce8-585b289f62c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:09.070077 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a27f1a7-7097-4823-aaf4-a3dc559aca3f req-a66c7198-7f6a-4782-9ce8-585b289f62c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd767d920c4042ebb7ff4a63cffdc075&device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 1099 time: 0.0970876 Jun 30 10:55:09.205928 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e0453e57-2ec1-4859-8f2c-1f06d0739a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:09.207384 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:09.263742 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27f1a7-7097-4823-aaf4-a3dc559aca3f req-94b25d67-8451-4e9a-8a66-feb130cfa47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:09.268438 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a27f1a7-7097-4823-aaf4-a3dc559aca3f req-94b25d67-8451-4e9a-8a66-feb130cfa47d service neutron] 10.222.0.39 "GET /v2.0/networks?id=3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 HTTP/1.1" status: 200 len: 918 time: 0.1852839 Jun 30 10:55:09.333980 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-2c0c040a-b8b6-4ecf-849b-d2e6b0f33bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'name': 'tempest-AttachVolumeShelveTestJSON-1421298501-router', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'dc391260-2204-4b36-a515-4278a0936710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:32Z', 'revision_number': 4, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'gw_port': {'id': 'dc391260-2204-4b36-a515-4278a0936710', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '96510c77-6a8d-4fbf-a96f-26c6ffdb01e0', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'port_id': '877da08e-c070-471d-9921-f8ff9dc230d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'mac_address': 'fa:16:3e:19:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f758395-f74a-4e45-bf3f-6e156884e2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:54:40Z', 'updated_at': '2021-06-30T10:55:07Z', 'revision_number': 1, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431ffc3b-cf99-49d8-b8d6-4f0e561810e3', 'name': '', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'mac_address': 'fa:16:3e:e5:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:29Z', 'updated_at': '2021-06-30T10:54:39Z', 'revision_number': 5, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'subnets': [{'id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:55:09.358375 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a27f1a7-7097-4823-aaf4-a3dc559aca3f req-65df2bb7-b4f6-46d7-92ec-09fc12bec6c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=877da08e-c070-471d-9921-f8ff9dc230d3 HTTP/1.1" status: 200 len: 1000 time: 0.0799620 Jun 30 10:55:09.389672 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0c040a-b8b6-4ecf-849b-d2e6b0f33bd6 None None] Checking router: 51a89b9a-8eda-426a-af4c-631f81bb920a for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:55:09.401043 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0c040a-b8b6-4ecf-849b-d2e6b0f33bd6 None None] Routers {'51a89b9a-8eda-426a-af4c-631f81bb920a'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:55:09.401749 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-2c0c040a-b8b6-4ecf-849b-d2e6b0f33bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:55:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['51a89b9a-8eda-426a-af4c-631f81bb920a'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:55:09.441854 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27f1a7-7097-4823-aaf4-a3dc559aca3f req-4f26d974-0963-49ea-901a-88ed1482ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:09.443695 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a27f1a7-7097-4823-aaf4-a3dc559aca3f req-4f26d974-0963-49ea-901a-88ed1482ff73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd9941a1-a63d-4ae1-bee1-bc13b8df9212 HTTP/1.1" status: 200 len: 856 time: 0.0789950 Jun 30 10:55:09.520404 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27f1a7-7097-4823-aaf4-a3dc559aca3f req-86e57dd3-f97c-4500-a7c1-6b87b45860c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:09.522902 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a27f1a7-7097-4823-aaf4-a3dc559aca3f req-86e57dd3-f97c-4500-a7c1-6b87b45860c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0708272 Jun 30 10:55:09.552433 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-2c0c040a-b8b6-4ecf-849b-d2e6b0f33bd6 None None] Set router 51a89b9a-8eda-426a-af4c-631f81bb920a gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:55:09.636888 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a27f1a7-7097-4823-aaf4-a3dc559aca3f req-0b245141-d8c9-41b5-b183-73326fce9e5a service neutron] 10.222.0.39 "GET /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063273 Jun 30 10:55:09.764361 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a27f1a7-7097-4823-aaf4-a3dc559aca3f req-c0b024e1-056f-48ba-8e14-efa5e4361ff5 service neutron] 10.222.0.39 "GET /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165388 Jun 30 10:55:09.803870 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:09.834419 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-2c0c040a-b8b6-4ecf-849b-d2e6b0f33bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'name': 'tempest-AttachVolumeShelveTestJSON-1421298501-router', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'dc391260-2204-4b36-a515-4278a0936710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:32Z', 'revision_number': 4, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'gw_port': {'id': 'dc391260-2204-4b36-a515-4278a0936710', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '96510c77-6a8d-4fbf-a96f-26c6ffdb01e0', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'port_id': '877da08e-c070-471d-9921-f8ff9dc230d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'mac_address': 'fa:16:3e:19:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f758395-f74a-4e45-bf3f-6e156884e2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:54:40Z', 'updated_at': '2021-06-30T10:55:07Z', 'revision_number': 1, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431ffc3b-cf99-49d8-b8d6-4f0e561810e3', 'name': '', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'mac_address': 'fa:16:3e:e5:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:29Z', 'updated_at': '2021-06-30T10:54:39Z', 'revision_number': 5, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'subnets': [{'id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:55:09.864053 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0c040a-b8b6-4ecf-849b-d2e6b0f33bd6 None None] The sync data for ids ['51a89b9a-8eda-426a-af4c-631f81bb920a'] in dv-cinder-786627-16-iscsi is: [{'id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'name': 'tempest-AttachVolumeShelveTestJSON-1421298501-router', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'dc391260-2204-4b36-a515-4278a0936710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:32Z', 'revision_number': 4, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'gw_port': {'id': 'dc391260-2204-4b36-a515-4278a0936710', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '96510c77-6a8d-4fbf-a96f-26c6ffdb01e0', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'port_id': '877da08e-c070-471d-9921-f8ff9dc230d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'mac_address': 'fa:16:3e:19:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f758395-f74a-4e45-bf3f-6e156884e2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:54:40Z', 'updated_at': '2021-06-30T10:55:07Z', 'revision_number': 1, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431ffc3b-cf99-49d8-b8d6-4f0e561810e3', 'name': '', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'mac_address': 'fa:16:3e:e5:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:29Z', 'updated_at': '2021-06-30T10:54:39Z', 'revision_number': 5, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'subnets': [{'id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:55:10.050822 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba81e45-f33d-4014-b13b-d5889023a50d req-a9432626-d6b5-43a6-8b47-f66076d8d097 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:10.056169 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-aba81e45-f33d-4014-b13b-d5889023a50d req-a9432626-d6b5-43a6-8b47-f66076d8d097 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.0808702 Jun 30 10:55:10.072377 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5db61a-b9ed-41d6-b714-1d649ea9b9f5 None None] New status for floating IP 96510c77-6a8d-4fbf-a96f-26c6ffdb01e0: ACTIVE {{(pid=92944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:55:10.094803 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-aba81e45-f33d-4014-b13b-d5889023a50d req-cbcf0e24-82b7-4635-b697-98f231c367da tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367298 Jun 30 10:55:11.059719 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8cc9d-9b10-492f-a226-1b650c78914e req-d55120b3-ac54-40bf-a0ae-d3e57ad4eb11 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:11.061327 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-e7c8cc9d-9b10-492f-a226-1b650c78914e req-d55120b3-ac54-40bf-a0ae-d3e57ad4eb11 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 945 time: 0.0916839 Jun 30 10:55:11.109542 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-e7c8cc9d-9b10-492f-a226-1b650c78914e req-0dfeb9d3-bd8a-43a5-b62a-f61c32df1406 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/security-groups?id=8a0ef213-768d-4a86-8da5-4eb99e928160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421622 Jun 30 10:55:11.285600 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 54518) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:11.410004 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4deee870-7489-4d3f-bec4-1847275a0a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:11.462620 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:11.527746 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4deee870-7489-4d3f-bec4-1847275a0a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:11.530047 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c746f3c-b4c8-4046-8311-4fe81209e31a req-9decb5a5-83e2-4b2b-a1f8-1ca7ee72f64e tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:11.531694 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-8c746f3c-b4c8-4046-8311-4fe81209e31a req-9decb5a5-83e2-4b2b-a1f8-1ca7ee72f64e tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.3053963 Jun 30 10:55:11.532145 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4deee870-7489-4d3f-bec4-1847275a0a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:11.570239 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-4deee870-7489-4d3f-bec4-1847275a0a2e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c99449427778410383825974dc47279a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834632 Jun 30 10:55:11.570915 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-8c746f3c-b4c8-4046-8311-4fe81209e31a req-558a26a9-5444-4af3-9d0a-ab77b5c44c94 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330956 Jun 30 10:55:11.571215 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deee870-7489-4d3f-bec4-1847275a0a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402e0fb2-55c6-4788-9a6a-0eb3afa25488,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:11.572740 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 54524) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:11.579471 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deee870-7489-4d3f-bec4-1847275a0a2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:11.579960 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deee870-7489-4d3f-bec4-1847275a0a2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:11.580547 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deee870-7489-4d3f-bec4-1847275a0a2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:11.580547 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deee870-7489-4d3f-bec4-1847275a0a2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:11.580828 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deee870-7489-4d3f-bec4-1847275a0a2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:11.581159 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deee870-7489-4d3f-bec4-1847275a0a2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:11.581485 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deee870-7489-4d3f-bec4-1847275a0a2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:11.581808 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deee870-7489-4d3f-bec4-1847275a0a2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:11.582661 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deee870-7489-4d3f-bec4-1847275a0a2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:11.582993 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deee870-7489-4d3f-bec4-1847275a0a2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:11.583318 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deee870-7489-4d3f-bec4-1847275a0a2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:11.583655 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deee870-7489-4d3f-bec4-1847275a0a2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:11.624176 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-8f490531-c0dc-4ec6-b28b-9bce415c01e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:11.644997 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-8f490531-c0dc-4ec6-b28b-9bce415c01e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:11.693880 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-8f490531-c0dc-4ec6-b28b-9bce415c01e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:11.697628 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-8f490531-c0dc-4ec6-b28b-9bce415c01e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:11.699232 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-8f490531-c0dc-4ec6-b28b-9bce415c01e6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/402e0fb2-55c6-4788-9a6a-0eb3afa25488 HTTP/1.1" status: 204 len: 168 time: 0.1246579 Jun 30 10:55:11.711945 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f490531-c0dc-4ec6-b28b-9bce415c01e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402e0fb2-55c6-4788-9a6a-0eb3afa25488,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:11.724986 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f490531-c0dc-4ec6-b28b-9bce415c01e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:11.725483 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f490531-c0dc-4ec6-b28b-9bce415c01e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:11.725909 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f490531-c0dc-4ec6-b28b-9bce415c01e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:11.726310 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f490531-c0dc-4ec6-b28b-9bce415c01e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:11.726741 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f490531-c0dc-4ec6-b28b-9bce415c01e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:11.727195 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f490531-c0dc-4ec6-b28b-9bce415c01e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:11.727697 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f490531-c0dc-4ec6-b28b-9bce415c01e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:11.728167 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f490531-c0dc-4ec6-b28b-9bce415c01e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:11.728638 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f490531-c0dc-4ec6-b28b-9bce415c01e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:11.729102 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f490531-c0dc-4ec6-b28b-9bce415c01e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:11.729553 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f490531-c0dc-4ec6-b28b-9bce415c01e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:11.730491 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f490531-c0dc-4ec6-b28b-9bce415c01e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:11.977965 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 54530) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:11.993815 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6077d44b-d799-4246-ac2a-4efaaafc9632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:12.091585 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6077d44b-d799-4246-ac2a-4efaaafc9632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:12.097826 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6077d44b-d799-4246-ac2a-4efaaafc9632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:12.121190 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 54544) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:12.141118 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-6077d44b-d799-4246-ac2a-4efaaafc9632 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6e1f03ebfd1b43c28ed98d7777635bda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1619005 Jun 30 10:55:12.142147 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077d44b-d799-4246-ac2a-4efaaafc9632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3771fe-8761-47aa-9414-6335b2971556,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:12.144530 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 54548) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:12.191796 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e583702-7e6f-46e6-bd13-41dd90c6f0ad admin admin] Deleting subnet 7b0b113a-487c-41d7-83f6-6c3b0126475d {{(pid=92942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:55:12.199405 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8e583702-7e6f-46e6-bd13-41dd90c6f0ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:12.238252 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ac93d684-d4b2-4332-a5c4-9b1370c933db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:12.249906 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8e583702-7e6f-46e6-bd13-41dd90c6f0ad admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:12.264506 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ac93d684-d4b2-4332-a5c4-9b1370c933db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:12.268932 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8e583702-7e6f-46e6-bd13-41dd90c6f0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988707'] for subnet, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:12.315898 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ac93d684-d4b2-4332-a5c4-9b1370c933db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:12.318448 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ac93d684-d4b2-4332-a5c4-9b1370c933db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:12.319663 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-ac93d684-d4b2-4332-a5c4-9b1370c933db admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5a3771fe-8761-47aa-9414-6335b2971556 HTTP/1.1" status: 204 len: 168 time: 0.1741273 Jun 30 10:55:12.329428 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93d684-d4b2-4332-a5c4-9b1370c933db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3771fe-8761-47aa-9414-6335b2971556,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:12.353339 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8e583702-7e6f-46e6-bd13-41dd90c6f0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for subnet, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:12.396651 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e583702-7e6f-46e6-bd13-41dd90c6f0ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b0b113a-487c-41d7-83f6-6c3b0126475d,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:12.415468 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69841b8a-8158-4ab2-97d5-d04d5adb6ee6 req-6e7f5b9e-eb6b-4ea9-b787-af61839e93d9 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:12.417654 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-69841b8a-8158-4ab2-97d5-d04d5adb6ee6 req-6e7f5b9e-eb6b-4ea9-b787-af61839e93d9 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 945 time: 0.1601400 Jun 30 10:55:12.419167 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8e583702-7e6f-46e6-bd13-41dd90c6f0ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:12.421214 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-8e583702-7e6f-46e6-bd13-41dd90c6f0ad admin admin] 10.222.0.91 "DELETE /v2.0/subnets/7b0b113a-487c-41d7-83f6-6c3b0126475d HTTP/1.1" status: 204 len: 168 time: 0.2988765 Jun 30 10:55:12.425147 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 54562) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:12.519899 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-69841b8a-8158-4ab2-97d5-d04d5adb6ee6 req-d4a71aad-1895-4789-bdfc-2e29b1076a0e tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/security-groups?id=8a0ef213-768d-4a86-8da5-4eb99e928160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812037 Jun 30 10:55:12.534887 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592536'] for network, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:12.639083 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990652', 'neutron.services.segments.db._delete_segments_for_network-8758624453443'] for network, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:12.651848 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:12.652631 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:12.653648 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:12.654277 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] Subscribe: > port after_create 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:12.654783 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] Subscribe: > port after_delete 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:12.655136 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] Subscribe: > port after_update 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:12.655521 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:12.656008 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:12.656341 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:12.656666 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:12.701887 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 54574) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:12.716254 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-8da7d8da-0eaa-41b3-99f8-4d4e914ef477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:12.809578 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-8da7d8da-0eaa-41b3-99f8-4d4e914ef477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:12.815041 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-8da7d8da-0eaa-41b3-99f8-4d4e914ef477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:12.815948 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:12.816344 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:12.816716 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:12.817055 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:12.817420 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c229d216-bca6-428c-bcc1-fac5fbb84b02']}} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:55:12.846086 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a984ac-fc77-4fef-ac43-9ec3d0e03579') {'for_net_delete': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:55:12.846384 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a984ac-fc77-4fef-ac43-9ec3d0e03579') {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:55:12.854378 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7d8da-0eaa-41b3-99f8-4d4e914ef477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f61e936-fd84-45a8-9ae8-0a21fec144f0,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:12.861055 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-8da7d8da-0eaa-41b3-99f8-4d4e914ef477 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e3606a65a72c4dc181e3615b216774fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557772 Jun 30 10:55:12.861298 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 54580) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:12.880459 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758624364746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9400937'] for segment, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:12.910806 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:12.913816 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d6df6b5d-353c-4fe1-b224-e390bf1385e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:12.921668 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=92942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:55:12.922106 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8415266'] for segment, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: from cryptography.utils import int_from_bytes Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: from cryptography.utils import int_from_bytes Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: Traceback (most recent call last): Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: timer() Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: cb(*args, **kw) Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: return func(*args, **kwargs) Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: self._notify() Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: self.callback(batched_events) Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: event.method(event) Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: return f(self, *a, **k) Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: return self._get(url).json() Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: return self.request(url, 'GET', **kwargs) Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:55:12.926185 dv-cinder-786627-16-iscsi neutron-server[92942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:55:12.940350 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d6df6b5d-353c-4fe1-b224-e390bf1385e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:12.997240 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d6df6b5d-353c-4fe1-b224-e390bf1385e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:12.999948 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d6df6b5d-353c-4fe1-b224-e390bf1385e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:13.003743 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-d6df6b5d-353c-4fe1-b224-e390bf1385e7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9f61e936-fd84-45a8-9ae8-0a21fec144f0 HTTP/1.1" status: 204 len: 168 time: 0.1413863 Jun 30 10:55:13.013563 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df6b5d-353c-4fe1-b224-e390bf1385e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f61e936-fd84-45a8-9ae8-0a21fec144f0,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:13.211148 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6010c-515e-4b1e-9d4a-1adb157d71a0 req-8bc95ed1-bca6-40e1-a1af-49a8f449d18d tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:13.212749 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c2b6010c-515e-4b1e-9d4a-1adb157d71a0 req-8bc95ed1-bca6-40e1-a1af-49a8f449d18d tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.3905554 Jun 30 10:55:13.247985 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995776'] for network, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:13.268808 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:13.273173 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] 10.222.0.91 "DELETE /v2.0/networks/c229d216-bca6-428c-bcc1-fac5fbb84b02 HTTP/1.1" status: 204 len: 168 time: 0.8445110 Jun 30 10:55:13.276234 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 54590) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:13.286295 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf6d39-dfd9-437c-b69e-02605105b20e admin admin] Pushing event deleted for resources: {'Network': ['ID=c229d216-bca6-428c-bcc1-fac5fbb84b02,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:13.320809 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c2b6010c-515e-4b1e-9d4a-1adb157d71a0 req-317ccd0c-b947-4500-b0fe-4a89f2313247 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999577 Jun 30 10:55:13.340248 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_v2 [None req-9609c44e-60fd-4bed-b13c-da51574e6af0 admin admin] Deleting subnet 2660b2f4-5ec2-444c-85e0-37df309452b2 {{(pid=92942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:55:13.343216 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9609c44e-60fd-4bed-b13c-da51574e6af0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:13.384298 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9609c44e-60fd-4bed-b13c-da51574e6af0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9400928'] for subnet, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:13.429367 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9609c44e-60fd-4bed-b13c-da51574e6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988707'] for subnet, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:13.485691 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9609c44e-60fd-4bed-b13c-da51574e6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8415361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8389490'] for subnet, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:13.516455 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9609c44e-60fd-4bed-b13c-da51574e6af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:13.518385 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-9609c44e-60fd-4bed-b13c-da51574e6af0 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/2660b2f4-5ec2-444c-85e0-37df309452b2 HTTP/1.1" status: 204 len: 168 time: 0.2405062 Jun 30 10:55:13.519372 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609c44e-60fd-4bed-b13c-da51574e6af0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2660b2f4-5ec2-444c-85e0-37df309452b2,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:13.521792 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 54602) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:13.601802 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592536'] for network, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:13.696327 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990652', 'neutron.services.segments.db._delete_segments_for_network-8758624453443'] for network, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:13.709940 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:13.710938 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:13.712652 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:13.713006 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] Subscribe: > port after_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:13.715389 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:13.715389 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] Subscribe: > port after_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:13.720342 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:13.722272 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:13.724127 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:13.725318 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:13.739965 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30d246-055e-4bac-bf59-ff2873333e34 req-628cea0d-94d7-405f-bde5-7bca25c7153e tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:13.741517 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2b30d246-055e-4bac-bf59-ff2873333e34 req-628cea0d-94d7-405f-bde5-7bca25c7153e tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 945 time: 0.1161363 Jun 30 10:55:13.757720 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca51a3-9421-4954-97cd-d3ad6ad25a8f req-3c6c7bb8-9f12-4bab-8cd4-0fde724ed7c5 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:13.759192 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d4ca51a3-9421-4954-97cd-d3ad6ad25a8f req-3c6c7bb8-9f12-4bab-8cd4-0fde724ed7c5 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 945 time: 0.0940685 Jun 30 10:55:13.819472 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:13.820153 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:13.820267 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:13.820511 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:55:13.820875 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d3bf15-bfb2-441f-8606-18e9e627f5b3']}} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:55:13.839491 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdfc1401-ef17-437b-8a62-698ac7a6342b') {'for_net_delete': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:55:13.840015 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdfc1401-ef17-437b-8a62-698ac7a6342b') {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:55:13.859261 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758624364746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9296264'] for segment, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:13.883738 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:13.884245 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d4ca51a3-9421-4954-97cd-d3ad6ad25a8f req-f2d0cdfa-bd05-49ce-8102-1c29d2c5a8d3 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/security-groups?id=8a0ef213-768d-4a86-8da5-4eb99e928160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869315 Jun 30 10:55:13.894305 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=92943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:55:13.894705 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725870'] for segment, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: from cryptography.utils import int_from_bytes Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: from cryptography.utils import int_from_bytes Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: Traceback (most recent call last): Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: timer() Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: cb(*args, **kw) Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: return func(*args, **kwargs) Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: self._notify() Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: self.callback(batched_events) Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: event.method(event) Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: return f(self, *a, **k) Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: return self._get(url).json() Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: return self.request(url, 'GET', **kwargs) Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:55:13.898924 dv-cinder-786627-16-iscsi neutron-server[92943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:55:13.909801 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-2b30d246-055e-4bac-bf59-ff2873333e34 req-7f3b9c07-fb59-4cdd-b232-0e7a2b32943a tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Deleting port de1ee205-3d73-432f-8233-e171570caf9d {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:55:13.910149 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2b30d246-055e-4bac-bf59-ff2873333e34 req-7f3b9c07-fb59-4cdd-b232-0e7a2b32943a tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:13.965909 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995776'] for network, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:13.972745 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:13.974780 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] 10.222.0.91 "DELETE /v2.0/networks/c2d3bf15-bfb2-441f-8606-18e9e627f5b3 HTTP/1.1" status: 204 len: 168 time: 0.4516513 Jun 30 10:55:13.990117 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b8f23-07d3-40e3-b0d7-b75d6d853819 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2d3bf15-bfb2-441f-8606-18e9e627f5b3,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:14.023928 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-2b30d246-055e-4bac-bf59-ff2873333e34 req-7f3b9c07-fb59-4cdd-b232-0e7a2b32943a tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] For port de1ee205-3d73-432f-8233-e171570caf9d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=de1ee205-3d73-432f-8233-e171570caf9d,segment=NetworkSegment(131f5df0-745c-453f-ab22-21b461f76f62),segment_id=131f5df0-745c-453f-ab22-21b461f76f62)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:55:14.024227 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2b30d246-055e-4bac-bf59-ff2873333e34 req-7f3b9c07-fb59-4cdd-b232-0e7a2b32943a tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:14.040623 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-2b30d246-055e-4bac-bf59-ff2873333e34 req-7f3b9c07-fb59-4cdd-b232-0e7a2b32943a tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Calling delete_port for de1ee205-3d73-432f-8233-e171570caf9d owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:55:14.173728 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 54628) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:14.218583 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-e5366223-e16b-4a2d-8fbf-bfb726d75e9e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ee4593e14a184d9db10b05a409738c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436513 Jun 30 10:55:14.221413 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 54632) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:14.228428 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2b30d246-055e-4bac-bf59-ff2873333e34 req-7f3b9c07-fb59-4cdd-b232-0e7a2b32943a tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:14.259940 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['de1ee205-3d73-432f-8233-e171570caf9d'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:55:14.287197 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7edabd80-322b-4141-a2cb-f135a56a5661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:14.298334 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b9c07-fb59-4cdd-b232-0e7a2b32943a tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Pushing event deleted for resources: {'Port': ['ID=de1ee205-3d73-432f-8233-e171570caf9d,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:14.313919 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7edabd80-322b-4141-a2cb-f135a56a5661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:14.366560 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b30d246-055e-4bac-bf59-ff2873333e34 req-7f3b9c07-fb59-4cdd-b232-0e7a2b32943a tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] No DVR routers for this DVR port de1ee205-3d73-432f-8233-e171570caf9d on host hv-cinder-78662 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:55:14.377211 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7edabd80-322b-4141-a2cb-f135a56a5661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:14.380063 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7edabd80-322b-4141-a2cb-f135a56a5661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:14.380305 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2b30d246-055e-4bac-bf59-ff2873333e34 req-7f3b9c07-fb59-4cdd-b232-0e7a2b32943a tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:14.381221 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-7edabd80-322b-4141-a2cb-f135a56a5661 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d39145db-10b7-4e35-9582-ae3a856a7a74 HTTP/1.1" status: 204 len: 168 time: 0.1575482 Jun 30 10:55:14.385868 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2b30d246-055e-4bac-bf59-ff2873333e34 req-7f3b9c07-fb59-4cdd-b232-0e7a2b32943a tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.39 "DELETE /v2.0/ports/de1ee205-3d73-432f-8233-e171570caf9d HTTP/1.1" status: 204 len: 173 time: 0.6359851 Jun 30 10:55:14.386607 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ac70c1-1430-4fdc-a17d-42c1e2404202', 'name': 'network-vif-deleted', 'tag': 'de1ee205-3d73-432f-8233-e171570caf9d'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:55:14.389466 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30aa071d-16e9-47d5-9b61-0c205c9ece07" -d '{"events": [{"server_uuid": "19ac70c1-1430-4fdc-a17d-42c1e2404202", "name": "network-vif-deleted", "tag": "de1ee205-3d73-432f-8233-e171570caf9d"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:55:14.390282 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edabd80-322b-4141-a2cb-f135a56a5661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39145db-10b7-4e35-9582-ae3a856a7a74,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:14.435977 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8541e887-b875-43e3-b250-880732d7ba8c x-openstack-request-id: req-8541e887-b875-43e3-b250-880732d7ba8c {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:55:14.435977 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ac70c1-1430-4fdc-a17d-42c1e2404202", "name": "network-vif-deleted", "tag": "de1ee205-3d73-432f-8233-e171570caf9d", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:55:14.435977 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8541e887-b875-43e3-b250-880732d7ba8c {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:55:14.436612 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ac70c1-1430-4fdc-a17d-42c1e2404202', 'name': 'network-vif-deleted', 'tag': 'de1ee205-3d73-432f-8233-e171570caf9d', 'status': 'completed', 'code': 200} Jun 30 10:55:14.593908 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42a02f-300a-46a8-b24d-6a89b7284c9e req-bce1a643-eef2-4cb0-91ae-b8b004b66e15 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:14.595728 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-9f42a02f-300a-46a8-b24d-6a89b7284c9e req-bce1a643-eef2-4cb0-91ae-b8b004b66e15 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.0791109 Jun 30 10:55:14.635121 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-9f42a02f-300a-46a8-b24d-6a89b7284c9e req-9a84c973-e1dc-4c82-8f5c-60deb6d45622 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334435 Jun 30 10:55:14.793428 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 54654) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:14.840481 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-3ad13ec8-d503-4720-b0bf-d007da14d92e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8d6e04a8506e46e7aad6397ba8673e61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458212 Jun 30 10:55:14.843537 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 54658) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:14.897241 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3df96fef-0a4c-4e0e-be02-a70fcdcee40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:14.944710 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3df96fef-0a4c-4e0e-be02-a70fcdcee40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:15.008306 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3df96fef-0a4c-4e0e-be02-a70fcdcee40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:15.012183 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3df96fef-0a4c-4e0e-be02-a70fcdcee40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:15.013357 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-3df96fef-0a4c-4e0e-be02-a70fcdcee40e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5f68026c-c46b-40c5-912c-fd72e5b802b1 HTTP/1.1" status: 204 len: 168 time: 0.1688123 Jun 30 10:55:15.021552 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df96fef-0a4c-4e0e-be02-a70fcdcee40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f68026c-c46b-40c5-912c-fd72e5b802b1,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:15.071233 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3d861855-d473-4d92-a8c6-81df22a1dac1 req-82c447c8-f6bf-4233-9c81-7c7f6e4483f3 tempest-DeleteServersTestJSON-751608919 tempest-DeleteServersTestJSON-751608919-project] 10.222.0.91 "GET /v2.0/ports?device_id=19ac70c1-1430-4fdc-a17d-42c1e2404202 HTTP/1.1" status: 200 len: 210 time: 0.0362692 Jun 30 10:55:15.601988 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 54710) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:15.721562 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-57e6fc8a-8585-4c88-937a-4b6e681f91ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:15.874255 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb55187-fa45-4856-8abd-010e566e870e req-5b88af17-848d-48e3-8c37-10795236c9ce tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:15.875776 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-adb55187-fa45-4856-8abd-010e566e870e req-5b88af17-848d-48e3-8c37-10795236c9ce tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.1074622 Jun 30 10:55:15.877651 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-57e6fc8a-8585-4c88-937a-4b6e681f91ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:15.881934 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-57e6fc8a-8585-4c88-937a-4b6e681f91ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:15.942239 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-57e6fc8a-8585-4c88-937a-4b6e681f91ee admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=66cf9aa006f943b1af77d7d893e48bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391755 Jun 30 10:55:15.942982 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6fc8a-8585-4c88-937a-4b6e681f91ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8cf005-a53f-4312-83e1-a58de938464a,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:15.945103 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 54726) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:15.960570 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-adb55187-fa45-4856-8abd-010e566e870e req-36d0aa1a-3ab8-452a-bc80-0ef494af7166 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750244 Jun 30 10:55:16.020188 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b16408d-af38-4919-a8bd-d43700bc44dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:16.042106 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b16408d-af38-4919-a8bd-d43700bc44dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:16.101941 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b16408d-af38-4919-a8bd-d43700bc44dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:16.105302 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b16408d-af38-4919-a8bd-d43700bc44dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:16.109094 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-6b16408d-af38-4919-a8bd-d43700bc44dd admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6e8cf005-a53f-4312-83e1-a58de938464a HTTP/1.1" status: 204 len: 168 time: 0.1629663 Jun 30 10:55:16.116906 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16408d-af38-4919-a8bd-d43700bc44dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8cf005-a53f-4312-83e1-a58de938464a,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:16.450755 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 54762) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:16.474322 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-dd253225-c202-4c3c-8737-a6c49bddb8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:16.572438 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-dd253225-c202-4c3c-8737-a6c49bddb8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:16.578802 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-dd253225-c202-4c3c-8737-a6c49bddb8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:16.626453 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-dd253225-c202-4c3c-8737-a6c49bddb8bd admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bd5bb502d93241ef9ff3a63bd5341679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1705279 Jun 30 10:55:16.626453 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253225-c202-4c3c-8737-a6c49bddb8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da73bfb1-c101-4aa3-a116-9f9a7e9ecb0d,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:16.626982 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 54768) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:16.685078 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-76fe5cd5-6920-472b-8005-c822b6289736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:16.709263 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-76fe5cd5-6920-472b-8005-c822b6289736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:16.767802 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-76fe5cd5-6920-472b-8005-c822b6289736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:16.770687 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-76fe5cd5-6920-472b-8005-c822b6289736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:16.774221 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-76fe5cd5-6920-472b-8005-c822b6289736 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/da73bfb1-c101-4aa3-a116-9f9a7e9ecb0d HTTP/1.1" status: 204 len: 168 time: 0.1433077 Jun 30 10:55:16.794758 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe5cd5-6920-472b-8005-c822b6289736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da73bfb1-c101-4aa3-a116-9f9a7e9ecb0d,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:17.181288 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d680c9-ebd7-4cb0-943f-d04c234c9f6e req-554cec42-b90e-4d4b-81ab-fb4ba2ee3119 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:17.182979 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a9d680c9-ebd7-4cb0-943f-d04c234c9f6e req-554cec42-b90e-4d4b-81ab-fb4ba2ee3119 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.0726316 Jun 30 10:55:17.229119 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a9d680c9-ebd7-4cb0-943f-d04c234c9f6e req-833496f6-264f-4c9b-8654-f1ab2dd0f6ba tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358601 Jun 30 10:55:17.698176 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 54830) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:17.751308 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_v2 [None req-d096a98c-bde6-445b-a56a-7577ddeb6b65 admin admin] Deleting subnet bc711361-94c7-4788-9ac6-7caba4308a3e {{(pid=92943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:55:17.756069 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d096a98c-bde6-445b-a56a-7577ddeb6b65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:17.773010 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-019a8422-19ba-4c1a-a51e-eef7e6766183 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:17.774833 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-019a8422-19ba-4c1a-a51e-eef7e6766183 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/networks?id=a20081a6-ba67-4abf-96ef-d0d83658aac0 HTTP/1.1" status: 200 len: 814 time: 0.1424913 Jun 30 10:55:17.802274 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-9818a271-e2d8-4d4f-83cf-8cfeea7fc1f8 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/quotas/7789f67dc72a47fb92630538059ec02e HTTP/1.1" status: 200 len: 375 time: 0.0205400 Jun 30 10:55:17.806170 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d096a98c-bde6-445b-a56a-7577ddeb6b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9296257'] for subnet, precommit_delete_associations {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:17.897147 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d096a98c-bde6-445b-a56a-7577ddeb6b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988707'] for subnet, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:17.911596 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-d8b9f3e9-06c7-4a7b-9f87-b41e19ab70c6 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7789f67dc72a47fb92630538059ec02e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1024826 Jun 30 10:55:17.973509 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d096a98c-bde6-445b-a56a-7577ddeb6b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8704132'] for subnet, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:18.007950 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096a98c-bde6-445b-a56a-7577ddeb6b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc711361-94c7-4788-9ac6-7caba4308a3e,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:18.019365 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d096a98c-bde6-445b-a56a-7577ddeb6b65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:18.021352 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-d096a98c-bde6-445b-a56a-7577ddeb6b65 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/bc711361-94c7-4788-9ac6-7caba4308a3e HTTP/1.1" status: 204 len: 168 time: 0.3203962 Jun 30 10:55:18.024064 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 54838) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:18.033252 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-1da004ac-a089-48f6-bfc5-c97d6a14e55f service neutron] 10.222.0.91 "GET /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202734 Jun 30 10:55:18.121554 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3927297e-2999-49dc-a6fc-01733ca83c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592536'] for network, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:18.164852 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-451b3531-56cb-4965-81dc-8ebdf7283bf2 service neutron] 10.222.0.91 "GET /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198997 Jun 30 10:55:18.225714 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3927297e-2999-49dc-a6fc-01733ca83c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990652', 'neutron.services.segments.db._delete_segments_for_network-8758624453443'] for network, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:18.237500 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-3927297e-2999-49dc-a6fc-01733ca83c78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12bb83a3-4778-4b98-8442-64577c978638']}} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:55:18.250467 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-3927297e-2999-49dc-a6fc-01733ca83c78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131f5df0-745c-453f-ab22-21b461f76f62') {'for_net_delete': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:55:18.250871 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-3927297e-2999-49dc-a6fc-01733ca83c78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131f5df0-745c-453f-ab22-21b461f76f62') {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:55:18.269690 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device de1ee205-3d73-432f-8233-e171570caf9d no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:55:18.276208 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3927297e-2999-49dc-a6fc-01733ca83c78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758624364746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9296264'] for segment, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:18.297687 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3927297e-2999-49dc-a6fc-01733ca83c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:18.305597 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] No Port match for: de1ee205-3d73-432f-8233-e171570caf9d {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:55:18.306679 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device de1ee205-3d73-432f-8233-e171570caf9d not bound to the agent host hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:55:18.310559 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3927297e-2999-49dc-a6fc-01733ca83c78 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=92943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:55:18.311232 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3927297e-2999-49dc-a6fc-01733ca83c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725870'] for segment, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: Traceback (most recent call last): Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: timer() Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: cb(*args, **kw) Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: return func(*args, **kwargs) Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: self._notify() Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: self.callback(batched_events) Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: event.method(event) Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: return f(self, *a, **k) Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: return self._get(url).json() Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: return self.request(url, 'GET', **kwargs) Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:55:18.314008 dv-cinder-786627-16-iscsi neutron-server[92943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:55:18.430878 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3927297e-2999-49dc-a6fc-01733ca83c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995776'] for network, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:18.437733 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3927297e-2999-49dc-a6fc-01733ca83c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:18.439621 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-3927297e-2999-49dc-a6fc-01733ca83c78 admin admin] 10.222.0.91 "DELETE /v2.0/networks/12bb83a3-4778-4b98-8442-64577c978638 HTTP/1.1" status: 204 len: 168 time: 0.4145789 Jun 30 10:55:18.471487 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927297e-2999-49dc-a6fc-01733ca83c78 admin admin] Pushing event deleted for resources: {'Network': ['ID=12bb83a3-4778-4b98-8442-64577c978638,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:18.497463 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b9824-2aee-41ef-b35c-eedf0eac3206 req-64536ac1-153d-4642-a3f3-2bc10e741486 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:18.499028 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b18b9824-2aee-41ef-b35c-eedf0eac3206 req-64536ac1-153d-4642-a3f3-2bc10e741486 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.1291363 Jun 30 10:55:18.541798 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b18b9824-2aee-41ef-b35c-eedf0eac3206 req-08f15117-563e-428b-9564-fb60f61d88cc tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357165 Jun 30 10:55:18.650404 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b86b858c-adf0-42a9-a840-e32a32f91fc5 req-7431da28-b4bd-458e-bc19-4f5e4b893fd7 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=90a3d0ca-e63d-4e80-8d90-c9e97d9605ed HTTP/1.1" status: 200 len: 210 time: 0.0516028 Jun 30 10:55:18.696353 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 54870) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:18.739673 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-eb3abdb4-cdbe-46db-bf82-e86ec8d73bc8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=95a0b07371fd4fe3b3f8961fdff1edb7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406122 Jun 30 10:55:18.741166 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 54872) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:18.794426 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-979b2e36-3bae-49b2-a00e-3820de28583a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:18.816426 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-979b2e36-3bae-49b2-a00e-3820de28583a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:18.862029 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-979b2e36-3bae-49b2-a00e-3820de28583a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:18.864614 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-979b2e36-3bae-49b2-a00e-3820de28583a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:18.865781 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-979b2e36-3bae-49b2-a00e-3820de28583a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8a0ef213-768d-4a86-8da5-4eb99e928160 HTTP/1.1" status: 204 len: 168 time: 0.1236906 Jun 30 10:55:18.873980 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b2e36-3bae-49b2-a00e-3820de28583a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0ef213-768d-4a86-8da5-4eb99e928160,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:21.821083 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11116168-e42f-4245-98d3-080dde26fe3f req-e3e09a17-9973-487d-a828-fedf06958a21 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:21.824010 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-11116168-e42f-4245-98d3-080dde26fe3f req-e3e09a17-9973-487d-a828-fedf06958a21 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.0765457 Jun 30 10:55:21.866800 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-11116168-e42f-4245-98d3-080dde26fe3f req-641d6a29-5100-412b-ba01-aa097df0a150 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369871 Jun 30 10:55:22.017899 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-9fff2acd-2312-4aab-a91e-f03f80d43a2e req-4d92d03c-d088-48d6-a3c8-5294672ced5c tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=90a3d0ca-e63d-4e80-8d90-c9e97d9605ed HTTP/1.1" status: 200 len: 210 time: 0.0288782 Jun 30 10:55:22.688711 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-5cf3ef38-4fce-44e8-b0db-a4feb15f40e8 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:22.690325 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-5cf3ef38-4fce-44e8-b0db-a4feb15f40e8 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.39 "GET /v2.0/networks?id=a20081a6-ba67-4abf-96ef-d0d83658aac0 HTTP/1.1" status: 200 len: 814 time: 0.1235046 Jun 30 10:55:22.719530 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-d02b6112-8299-4557-ab60-82065ee971ed tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Request body: {'port': {'device_id': '90a3d0ca-e63d-4e80-8d90-c9e97d9605ed', 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0', 'admin_state_up': True, 'tenant_id': '7789f67dc72a47fb92630538059ec02e'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:55:22.832627 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-d02b6112-8299-4557-ab60-82065ee971ed tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Made reservation on behalf of 7789f67dc72a47fb92630538059ec02e for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:55:22.836221 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-d02b6112-8299-4557-ab60-82065ee971ed tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:22.977120 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-d02b6112-8299-4557-ab60-82065ee971ed tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Allocated IP 172.20.0.7 (a20081a6-ba67-4abf-96ef-d0d83658aac0/873c6c9f-5658-492f-86d2-622388a23a24/ca689cd7-d5e2-42fc-a783-54972f036476) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:55:23.134196 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42473ea4-3090-4d7e-b795-64b8be7ff438 req-06cbbc42-15e8-43f2-b3d4-60c4ec862c28 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:23.136507 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-42473ea4-3090-4d7e-b795-64b8be7ff438 req-06cbbc42-15e8-43f2-b3d4-60c4ec862c28 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.1487570 Jun 30 10:55:23.171092 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-ee5caafa-5cb7-4a8b-ad7c-5305e8039c85 req-994dd451-95c5-40f4-bb3f-d9df61224839 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=90a3d0ca-e63d-4e80-8d90-c9e97d9605ed HTTP/1.1" status: 200 len: 210 time: 0.0335753 Jun 30 10:55:23.210682 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-d02b6112-8299-4557-ab60-82065ee971ed tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:23.222411 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-42473ea4-3090-4d7e-b795-64b8be7ff438 req-0504d991-04cd-451d-99b0-e025d9e9ce33 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723977 Jun 30 10:55:23.258713 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-d02b6112-8299-4557-ab60-82065ee971ed tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8415484'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:23.273414 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['f31d4ff9-6cba-423e-af50-3b144ec38e93'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:55:23.312246 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-d02b6112-8299-4557-ab60-82065ee971ed tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Network a20081a6-ba67-4abf-96ef-d0d83658aac0 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:55:23.315316 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-d02b6112-8299-4557-ab60-82065ee971ed tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:55:23.319339 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-d02b6112-8299-4557-ab60-82065ee971ed tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:55:23.346007 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b6112-8299-4557-ab60-82065ee971ed tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Pushing event updated for resources: {'Port': ['ID=ca689cd7-d5e2-42fc-a783-54972f036476,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:23.373950 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-d02b6112-8299-4557-ab60-82065ee971ed tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:23.374579 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-d02b6112-8299-4557-ab60-82065ee971ed tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:23.392920 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-d02b6112-8299-4557-ab60-82065ee971ed tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6775410 Jun 30 10:55:23.406476 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-5c1707fb-6d09-41cd-ba69-2679c453e6bf service neutron] Request body: {'port': {'device_id': '90a3d0ca-e63d-4e80-8d90-c9e97d9605ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:55:23.481013 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-5c1707fb-6d09-41cd-ba69-2679c453e6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:23.781947 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-5c1707fb-6d09-41cd-ba69-2679c453e6bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca689cd7-d5e2-42fc-a783-54972f036476 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:55:23.789998 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-5c1707fb-6d09-41cd-ba69-2679c453e6bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:23.815112 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-5c1707fb-6d09-41cd-ba69-2679c453e6bf service neutron] Transition to ACTIVE for port object ca689cd7-d5e2-42fc-a783-54972f036476 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:55:23.821119 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-5c1707fb-6d09-41cd-ba69-2679c453e6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:23.872259 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1707fb-6d09-41cd-ba69-2679c453e6bf service neutron] Pushing event updated for resources: {'Port': ['ID=ca689cd7-d5e2-42fc-a783-54972f036476,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:23.995182 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-5c1707fb-6d09-41cd-ba69-2679c453e6bf service neutron] Attempting to bind port ca689cd7-d5e2-42fc-a783-54972f036476 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:55:23.995553 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-5c1707fb-6d09-41cd-ba69-2679c453e6bf service neutron] Attempting to bind port ca689cd7-d5e2-42fc-a783-54972f036476 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'a4b16849-21ca-418a-a687-42fb430f6d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:55:23.995952 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-5c1707fb-6d09-41cd-ba69-2679c453e6bf service neutron] Attempting to bind port ca689cd7-d5e2-42fc-a783-54972f036476 on network a20081a6-ba67-4abf-96ef-d0d83658aac0 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:55:24.001003 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-5c1707fb-6d09-41cd-ba69-2679c453e6bf service neutron] Port ca689cd7-d5e2-42fc-a783-54972f036476 on network a20081a6-ba67-4abf-96ef-d0d83658aac0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:55:24.001381 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-5c1707fb-6d09-41cd-ba69-2679c453e6bf service neutron] Attempting to bind port ca689cd7-d5e2-42fc-a783-54972f036476 on network a20081a6-ba67-4abf-96ef-d0d83658aac0 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:55:24.006410 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-5c1707fb-6d09-41cd-ba69-2679c453e6bf service neutron] Checking agent: {'id': '5d5b2242-4ffd-4515-a15c-824c74b42c52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'started_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:55:24.006734 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-5c1707fb-6d09-41cd-ba69-2679c453e6bf service neutron] Checking segment: {'id': 'a4b16849-21ca-418a-a687-42fb430f6d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:55:24.007677 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-5c1707fb-6d09-41cd-ba69-2679c453e6bf service neutron] Bound using segment: {'id': 'a4b16849-21ca-418a-a687-42fb430f6d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:55:24.007677 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-5c1707fb-6d09-41cd-ba69-2679c453e6bf service neutron] Bound port: ca689cd7-d5e2-42fc-a783-54972f036476, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b16849-21ca-418a-a687-42fb430f6d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:55:24.007968 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-5c1707fb-6d09-41cd-ba69-2679c453e6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:24.078595 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-5c1707fb-6d09-41cd-ba69-2679c453e6bf service neutron] For port ca689cd7-d5e2-42fc-a783-54972f036476, host hv-cinder-78662, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:55:24.081991 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-5c1707fb-6d09-41cd-ba69-2679c453e6bf service neutron] For port ca689cd7-d5e2-42fc-a783-54972f036476, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ca689cd7-d5e2-42fc-a783-54972f036476,segment=NetworkSegment(a4b16849-21ca-418a-a687-42fb430f6d22),segment_id=a4b16849-21ca-418a-a687-42fb430f6d22)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:55:24.086901 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-5c1707fb-6d09-41cd-ba69-2679c453e6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:24.130711 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-5c1707fb-6d09-41cd-ba69-2679c453e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:24.131502 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-5c1707fb-6d09-41cd-ba69-2679c453e6bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:24.133017 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-5c1707fb-6d09-41cd-ba69-2679c453e6bf service neutron] 10.222.0.39 "PUT /v2.0/ports/ca689cd7-d5e2-42fc-a783-54972f036476 HTTP/1.1" status: 200 len: 1093 time: 0.7310593 Jun 30 10:55:24.133576 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a3d0ca-e63d-4e80-8d90-c9e97d9605ed', 'tag': 'ca689cd7-d5e2-42fc-a783-54972f036476'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:55:24.136536 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc85d7e-2fd7-4cdd-be5f-a0a92476bff9" -d '{"events": [{"name": "network-changed", "server_uuid": "90a3d0ca-e63d-4e80-8d90-c9e97d9605ed", "tag": "ca689cd7-d5e2-42fc-a783-54972f036476"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:55:24.171126 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1707fb-6d09-41cd-ba69-2679c453e6bf service neutron] Pushing event updated for resources: {'Port': ['ID=ca689cd7-d5e2-42fc-a783-54972f036476,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:24.188154 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dd7a02-399d-4cf6-89cb-d456c92aa8b8 x-openstack-request-id: req-67dd7a02-399d-4cf6-89cb-d456c92aa8b8 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:55:24.188644 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a3d0ca-e63d-4e80-8d90-c9e97d9605ed", "tag": "ca689cd7-d5e2-42fc-a783-54972f036476", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:55:24.189105 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-67dd7a02-399d-4cf6-89cb-d456c92aa8b8 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:55:24.189670 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a3d0ca-e63d-4e80-8d90-c9e97d9605ed', 'tag': 'ca689cd7-d5e2-42fc-a783-54972f036476', 'status': 'completed', 'code': 200} Jun 30 10:55:24.335741 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-9a66d642-31f4-4975-afb4-fc01a6888e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:24.335741 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-9a66d642-31f4-4975-afb4-fc01a6888e27 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7789f67dc72a47fb92630538059ec02e&device_id=90a3d0ca-e63d-4e80-8d90-c9e97d9605ed HTTP/1.1" status: 200 len: 1096 time: 0.1235473 Jun 30 10:55:24.420318 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-bff5df51-e4f2-491c-a70e-dd6ce4a8291f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca689cd7-d5e2-42fc-a783-54972f036476 HTTP/1.1" status: 200 len: 217 time: 0.0717485 Jun 30 10:55:24.478017 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4634b6-cd37-48b1-82ab-a546eb61fd5b req-21a6fe4b-259b-4bc0-bc28-768fed779f8c tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:24.484520 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-7f4634b6-cd37-48b1-82ab-a546eb61fd5b req-21a6fe4b-259b-4bc0-bc28-768fed779f8c tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=90a3d0ca-e63d-4e80-8d90-c9e97d9605ed HTTP/1.1" status: 200 len: 943 time: 0.0773778 Jun 30 10:55:24.509191 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-4b99453e-0d9f-48a3-8e32-4ad66bc16354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:24.510670 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-4b99453e-0d9f-48a3-8e32-4ad66bc16354 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=873c6c9f-5658-492f-86d2-622388a23a24 HTTP/1.1" status: 200 len: 854 time: 0.0812581 Jun 30 10:55:24.528955 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-7f4634b6-cd37-48b1-82ab-a546eb61fd5b req-b9647796-5c8e-402d-8629-51a35f37fc86 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412734 Jun 30 10:55:24.549796 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de5e01-5fc9-40e3-aa23-15b3c5c88277 req-40534a4a-e8ff-4f21-a261-c74da2809707 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:24.558680 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c3de5e01-5fc9-40e3-aa23-15b3c5c88277 req-40534a4a-e8ff-4f21-a261-c74da2809707 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.1421812 Jun 30 10:55:24.582934 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-9ad956d0-39d0-440b-93bf-c0b6fe635a85 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a20081a6-ba67-4abf-96ef-d0d83658aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635242 Jun 30 10:55:24.667962 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c3de5e01-5fc9-40e3-aa23-15b3c5c88277 req-ed3672aa-af51-4ded-8846-f5dae749c4dc tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081040 Jun 30 10:55:24.714530 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-1788a160-fafb-4b38-b05a-86a0141a33c4 service neutron] 10.222.0.39 "GET /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232471 Jun 30 10:55:24.818507 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-207a6e7a-10d2-4ad3-8b62-db0c2c4a20d5 req-edd3cac1-a199-4ee2-b7ef-8647088bbe59 service neutron] 10.222.0.39 "GET /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936747 Jun 30 10:55:24.923528 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc85d7e-2fd7-4cdd-be5f-a0a92476bff9 req-023fce4a-095b-46e8-a760-f0ff395e64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:24.924944 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ffc85d7e-2fd7-4cdd-be5f-a0a92476bff9 req-023fce4a-095b-46e8-a760-f0ff395e64a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7789f67dc72a47fb92630538059ec02e&device_id=90a3d0ca-e63d-4e80-8d90-c9e97d9605ed HTTP/1.1" status: 200 len: 1096 time: 0.0540323 Jun 30 10:55:25.037647 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc85d7e-2fd7-4cdd-be5f-a0a92476bff9 req-d430f29c-1519-46b4-8d4a-f75f301e8135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:25.039134 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ffc85d7e-2fd7-4cdd-be5f-a0a92476bff9 req-d430f29c-1519-46b4-8d4a-f75f301e8135 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a20081a6-ba67-4abf-96ef-d0d83658aac0 HTTP/1.1" status: 200 len: 915 time: 0.1021328 Jun 30 10:55:25.089804 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ffc85d7e-2fd7-4cdd-be5f-a0a92476bff9 req-c58b27f5-c412-4388-a859-8ad2c2c9ca9c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca689cd7-d5e2-42fc-a783-54972f036476 HTTP/1.1" status: 200 len: 217 time: 0.0356410 Jun 30 10:55:25.145594 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc85d7e-2fd7-4cdd-be5f-a0a92476bff9 req-75928a79-d632-4a90-bfd0-bc4f7d29ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:25.147057 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ffc85d7e-2fd7-4cdd-be5f-a0a92476bff9 req-75928a79-d632-4a90-bfd0-bc4f7d29ac44 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=873c6c9f-5658-492f-86d2-622388a23a24 HTTP/1.1" status: 200 len: 854 time: 0.0434098 Jun 30 10:55:25.188121 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ffc85d7e-2fd7-4cdd-be5f-a0a92476bff9 req-2652b068-83aa-4fec-9105-bd377514e22d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a20081a6-ba67-4abf-96ef-d0d83658aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307100 Jun 30 10:55:25.281325 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ffc85d7e-2fd7-4cdd-be5f-a0a92476bff9 req-20620eb4-75f5-44d8-8b3a-619cc4043e29 service neutron] 10.222.0.39 "GET /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859735 Jun 30 10:55:25.383485 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ffc85d7e-2fd7-4cdd-be5f-a0a92476bff9 req-bfe38e19-cda5-4bb4-b5c9-b37b9d43915f service neutron] 10.222.0.39 "GET /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879641 Jun 30 10:55:25.436499 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 55044) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:25.541222 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7d3ef0dc-15df-4b71-a1c7-0b8c4313f2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:25.644248 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7d3ef0dc-15df-4b71-a1c7-0b8c4313f2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:25.648537 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7d3ef0dc-15df-4b71-a1c7-0b8c4313f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:25.725303 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ef0dc-15df-4b71-a1c7-0b8c4313f2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa82146-b9d5-42ee-902a-82b6a73672e1,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:25.740219 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-7d3ef0dc-15df-4b71-a1c7-0b8c4313f2d4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7b0c87d1354c4765aa5644913f30882e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026247 Jun 30 10:55:25.742988 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 55060) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:25.777835 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccbfba-0680-49d0-97aa-7432f61d76e9 req-66bed609-71c7-47ee-8e6a-c262cd6bbdcf tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:25.780233 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-aaccbfba-0680-49d0-97aa-7432f61d76e9 req-66bed609-71c7-47ee-8e6a-c262cd6bbdcf tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=90a3d0ca-e63d-4e80-8d90-c9e97d9605ed HTTP/1.1" status: 200 len: 943 time: 0.1285920 Jun 30 10:55:25.839857 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-aaccbfba-0680-49d0-97aa-7432f61d76e9 req-2608f617-f797-47a6-a262-583067f0ee78 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534513 Jun 30 10:55:25.878051 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-496f4393-cdbf-4a20-a0d1-39ea6f966dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:25.915156 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-496f4393-cdbf-4a20-a0d1-39ea6f966dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:25.936923 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c6cdc-586c-4c9a-9660-b697bea88adb req-4516b221-2e89-4f19-ac0a-0dace859a0de tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:25.939388 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-e40c6cdc-586c-4c9a-9660-b697bea88adb req-4516b221-2e89-4f19-ac0a-0dace859a0de tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.1201763 Jun 30 10:55:26.033078 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-e40c6cdc-586c-4c9a-9660-b697bea88adb req-c8821e37-482f-4a87-b53e-ad134e955570 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863938 Jun 30 10:55:26.034845 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-496f4393-cdbf-4a20-a0d1-39ea6f966dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:26.038565 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-496f4393-cdbf-4a20-a0d1-39ea6f966dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:26.040187 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-496f4393-cdbf-4a20-a0d1-39ea6f966dd8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/daa82146-b9d5-42ee-902a-82b6a73672e1 HTTP/1.1" status: 204 len: 168 time: 0.2958329 Jun 30 10:55:26.051242 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f4393-cdbf-4a20-a0d1-39ea6f966dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa82146-b9d5-42ee-902a-82b6a73672e1,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:26.328537 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 55088) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:26.444701 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a9abf529-9b94-4401-9f94-ace43ad17d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:26.538113 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a9abf529-9b94-4401-9f94-ace43ad17d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:26.542206 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a9abf529-9b94-4401-9f94-ace43ad17d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:26.581528 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-a9abf529-9b94-4401-9f94-ace43ad17d2f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=979d2a76bb304b5dae49e92d273e30e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517061 Jun 30 10:55:26.582448 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abf529-9b94-4401-9f94-ace43ad17d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd76307f-a3d4-4185-bf83-c60e39597c6c,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:26.584296 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 55102) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:26.642918 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6bb97303-a3d6-4bad-ab81-968a09034a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:26.665861 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6bb97303-a3d6-4bad-ab81-968a09034a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:26.713123 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6bb97303-a3d6-4bad-ab81-968a09034a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:26.716768 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6bb97303-a3d6-4bad-ab81-968a09034a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:26.717860 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-6bb97303-a3d6-4bad-ab81-968a09034a0b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cd76307f-a3d4-4185-bf83-c60e39597c6c HTTP/1.1" status: 204 len: 168 time: 0.1320798 Jun 30 10:55:26.726099 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb97303-a3d6-4bad-ab81-968a09034a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd76307f-a3d4-4185-bf83-c60e39597c6c,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:27.032264 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523df19-e257-45b7-9958-5f5f34f3f550 req-691d82a5-4b9e-4345-97c8-09bd76e68d28 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:27.033767 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3523df19-e257-45b7-9958-5f5f34f3f550 req-691d82a5-4b9e-4345-97c8-09bd76e68d28 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=90a3d0ca-e63d-4e80-8d90-c9e97d9605ed HTTP/1.1" status: 200 len: 943 time: 0.0664067 Jun 30 10:55:27.090509 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3523df19-e257-45b7-9958-5f5f34f3f550 req-5bbabebb-fb39-4365-b85e-127e7ac33bf4 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487728 Jun 30 10:55:27.243999 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11345db6-ff33-4def-b1a1-0b7490e49bbd req-348974ee-c506-4dab-b03d-b5204583f599 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:27.246626 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-11345db6-ff33-4def-b1a1-0b7490e49bbd req-348974ee-c506-4dab-b03d-b5204583f599 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.0724561 Jun 30 10:55:27.306820 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-11345db6-ff33-4def-b1a1-0b7490e49bbd req-f4fa6db0-3f67-4df2-bb3b-8364efff005b tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539260 Jun 30 10:55:28.269827 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:55:28.691600 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device ca689cd7-d5e2-42fc-a783-54972f036476 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:55:28.786023 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port ca689cd7-d5e2-42fc-a783-54972f036476, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ca689cd7-d5e2-42fc-a783-54972f036476,segment=NetworkSegment(a4b16849-21ca-418a-a687-42fb430f6d22),segment_id=a4b16849-21ca-418a-a687-42fb430f6d22)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:55:28.797182 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': 'ca689cd7-d5e2-42fc-a783-54972f036476', 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0', 'port_id': 'ca689cd7-d5e2-42fc-a783-54972f036476', 'mac_address': 'fa:16:3e:9d:55:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '873c6c9f-5658-492f-86d2-622388a23a24', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:55:28.837462 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:28.849707 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca689cd7-d5e2-42fc-a783-54972f036476 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:55:28.868049 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port ca689cd7-d5e2-42fc-a783-54972f036476, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ca689cd7-d5e2-42fc-a783-54972f036476,segment=NetworkSegment(a4b16849-21ca-418a-a687-42fb430f6d22),segment_id=a4b16849-21ca-418a-a687-42fb430f6d22)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:55:28.872485 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:28.919160 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=ca689cd7-d5e2-42fc-a783-54972f036476,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:28.925867 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:28.926236 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:28.926584 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:28.926917 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:28.927247 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:28.927576 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:28.927926 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:28.928249 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:28.928572 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:28.928892 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:28.929209 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:28.929529 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:30.063420 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24179117-1832-478a-9e11-c544e7e14a7a req-e1c48a7b-5722-4d02-a378-be955d5e9e91 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:30.065038 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-24179117-1832-478a-9e11-c544e7e14a7a req-e1c48a7b-5722-4d02-a378-be955d5e9e91 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=90a3d0ca-e63d-4e80-8d90-c9e97d9605ed HTTP/1.1" status: 200 len: 944 time: 0.0700881 Jun 30 10:55:30.100791 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b816132-26de-430f-b06c-79c0e42c21ae req-609e0382-3a16-4cb2-a8b7-e1a148f5d316 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:30.102296 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6b816132-26de-430f-b06c-79c0e42c21ae req-609e0382-3a16-4cb2-a8b7-e1a148f5d316 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.0755277 Jun 30 10:55:30.105874 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-24179117-1832-478a-9e11-c544e7e14a7a req-e9959a90-6a81-47a3-aa34-e8fbb45248a1 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343921 Jun 30 10:55:30.145138 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6b816132-26de-430f-b06c-79c0e42c21ae req-01ca38f2-a108-4a9c-b603-1b83ac3940d4 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335920 Jun 30 10:55:30.251941 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['ca689cd7-d5e2-42fc-a783-54972f036476'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:55:30.815002 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-3d48a721-0e2e-4f24-b719-78deb92cdbe2 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=92933185e6b348b4bc26a17d7a3b8e9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344679 Jun 30 10:55:31.013137 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-b0426016-b8c2-4d5a-9527-d382deaef2e8 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:31.014632 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-b0426016-b8c2-4d5a-9527-d382deaef2e8 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1938720 Jun 30 10:55:31.036251 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-a7f11b66-20eb-48c7-b6d5-fa28ae8d7658 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/quotas/92933185e6b348b4bc26a17d7a3b8e9e HTTP/1.1" status: 200 len: 375 time: 0.0125906 Jun 30 10:55:31.071771 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-039a54ed-2183-4024-b168-eaeca3792e54 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=92933185e6b348b4bc26a17d7a3b8e9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332551 Jun 30 10:55:31.362340 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ce657-3b78-4755-8c8e-77b1a48b4264 req-0d792047-1185-4fda-b691-3c3675b6b05d tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:31.371892 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b14ce657-3b78-4755-8c8e-77b1a48b4264 req-0d792047-1185-4fda-b691-3c3675b6b05d tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.0763352 Jun 30 10:55:31.408741 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b14ce657-3b78-4755-8c8e-77b1a48b4264 req-a18b7b6b-11e2-4384-8bee-9d08d7326b6d tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358217 Jun 30 10:55:31.490458 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c6a51211-5981-4225-ad2d-c7098d2dd0e3 req-cc6c3a68-c425-46ff-be10-fc007dec8da8 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/ports?device_id=388f1c40-db91-47e0-86b4-f577518abde0 HTTP/1.1" status: 200 len: 210 time: 0.0331717 Jun 30 10:55:31.688643 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa66ffd-b50b-4f59-9841-e63a240f9c1e req-f279893d-af35-42ba-8a82-67416114deba tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:31.690230 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5fa66ffd-b50b-4f59-9841-e63a240f9c1e req-f279893d-af35-42ba-8a82-67416114deba tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=90a3d0ca-e63d-4e80-8d90-c9e97d9605ed HTTP/1.1" status: 200 len: 944 time: 0.3845067 Jun 30 10:55:31.765978 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5fa66ffd-b50b-4f59-9841-e63a240f9c1e req-196acf65-67d2-446c-bff8-dc168e917595 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576749 Jun 30 10:55:31.780798 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f193fedb-c14d-4e53-b9c8-5a3b02e0b3ed req-5127ed58-256c-487b-ab48-28d6bf4950d2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1124768 Jun 30 10:55:31.903891 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193fedb-c14d-4e53-b9c8-5a3b02e0b3ed req-0935de29-8213-418e-bcd9-3acc89d808ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:31.905458 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f193fedb-c14d-4e53-b9c8-5a3b02e0b3ed req-0935de29-8213-418e-bcd9-3acc89d808ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7789f67dc72a47fb92630538059ec02e&device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 1098 time: 0.0662417 Jun 30 10:55:32.031393 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193fedb-c14d-4e53-b9c8-5a3b02e0b3ed req-350cdd9a-ade0-41eb-a3a1-863c6b6c916e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:32.033010 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f193fedb-c14d-4e53-b9c8-5a3b02e0b3ed req-350cdd9a-ade0-41eb-a3a1-863c6b6c916e service neutron] 10.222.0.39 "GET /v2.0/networks?id=a20081a6-ba67-4abf-96ef-d0d83658aac0 HTTP/1.1" status: 200 len: 915 time: 0.1028812 Jun 30 10:55:32.091183 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f193fedb-c14d-4e53-b9c8-5a3b02e0b3ed req-218c35e3-f2bf-470e-945b-6ab3990499ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f31d4ff9-6cba-423e-af50-3b144ec38e93 HTTP/1.1" status: 200 len: 217 time: 0.0398574 Jun 30 10:55:32.143189 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193fedb-c14d-4e53-b9c8-5a3b02e0b3ed req-568222d5-d970-4436-8a3d-02cb8a32ef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:32.144663 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f193fedb-c14d-4e53-b9c8-5a3b02e0b3ed req-568222d5-d970-4436-8a3d-02cb8a32ef2e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=873c6c9f-5658-492f-86d2-622388a23a24 HTTP/1.1" status: 200 len: 854 time: 0.0455463 Jun 30 10:55:32.189372 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f193fedb-c14d-4e53-b9c8-5a3b02e0b3ed req-9bb99bd7-cfac-4825-92fb-a00a907cbf0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a20081a6-ba67-4abf-96ef-d0d83658aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283110 Jun 30 10:55:32.285720 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f193fedb-c14d-4e53-b9c8-5a3b02e0b3ed req-a1f8e495-b4d8-47e0-8a81-69b04b7639cf service neutron] 10.222.0.39 "GET /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892849 Jun 30 10:55:32.370377 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device ca689cd7-d5e2-42fc-a783-54972f036476 up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:55:32.389133 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f193fedb-c14d-4e53-b9c8-5a3b02e0b3ed req-59add666-f18f-4a7a-b680-d107f222ffee service neutron] 10.222.0.39 "GET /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828891 Jun 30 10:55:32.419679 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning for port ca689cd7-d5e2-42fc-a783-54972f036476 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:55:32.423934 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port ca689cd7-d5e2-42fc-a783-54972f036476 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:55:32.424306 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:32.502519 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:32.525632 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a3d0ca-e63d-4e80-8d90-c9e97d9605ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca689cd7-d5e2-42fc-a783-54972f036476'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:55:32.533291 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363619bc-fdbc-46ce-a1b2-d99a0f2ea36d" -d '{"events": [{"server_uuid": "90a3d0ca-e63d-4e80-8d90-c9e97d9605ed", "name": "network-vif-plugged", "status": "completed", "tag": "ca689cd7-d5e2-42fc-a783-54972f036476"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:55:32.553474 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port ca689cd7-d5e2-42fc-a783-54972f036476, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ca689cd7-d5e2-42fc-a783-54972f036476,segment=NetworkSegment(a4b16849-21ca-418a-a687-42fb430f6d22),segment_id=a4b16849-21ca-418a-a687-42fb430f6d22)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:55:32.559315 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:32.600123 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa74a1-2f9e-4106-b37b-25ea25ab43d2 req-1b57572d-d9a5-4750-973f-45991d2ba15c tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:32.601751 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c1aa74a1-2f9e-4106-b37b-25ea25ab43d2 req-1b57572d-d9a5-4750-973f-45991d2ba15c tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.0732157 Jun 30 10:55:32.633895 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=ca689cd7-d5e2-42fc-a783-54972f036476,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:32.665285 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-fc77823b-f474-465b-a61b-66780258090f tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=92933185e6b348b4bc26a17d7a3b8e9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443261 Jun 30 10:55:32.671701 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c1aa74a1-2f9e-4106-b37b-25ea25ab43d2 req-590a3588-715a-4b3d-95fd-1db11b369870 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568898 Jun 30 10:55:32.705340 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f7e01a2e-b75e-4177-9a9a-1ec58e70fcdc req-d1c6bdfc-79a7-4968-9950-ac1dfdabd0da tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/ports?device_id=388f1c40-db91-47e0-86b4-f577518abde0 HTTP/1.1" status: 200 len: 210 time: 0.0393448 Jun 30 10:55:32.720871 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17fd2d7-facb-4087-baac-83061746a023 x-openstack-request-id: req-d17fd2d7-facb-4087-baac-83061746a023 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:55:32.721369 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a3d0ca-e63d-4e80-8d90-c9e97d9605ed", "name": "network-vif-plugged", "status": "completed", "tag": "ca689cd7-d5e2-42fc-a783-54972f036476", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:55:32.721787 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d17fd2d7-facb-4087-baac-83061746a023 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:55:32.722336 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a3d0ca-e63d-4e80-8d90-c9e97d9605ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca689cd7-d5e2-42fc-a783-54972f036476', 'code': 200} Jun 30 10:55:32.834648 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-c970bec4-5060-487c-813f-22a56bce73f3 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:32.838525 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-c970bec4-5060-487c-813f-22a56bce73f3 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1616483 Jun 30 10:55:32.865133 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-e1ec489c-3de9-452e-afd8-08cb0fc37cdb tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Request body: {'port': {'device_id': '388f1c40-db91-47e0-86b4-f577518abde0', 'network_id': '1abf062c-4dce-49ce-9ed7-3c1d620d9b2e', 'admin_state_up': True, 'tenant_id': '92933185e6b348b4bc26a17d7a3b8e9e'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:55:33.104350 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd2225-3ca6-421b-b29f-380ca8a783e5 req-d8247301-a9c5-4547-8ba1-6da9f8ef22fe tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:33.104470 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-e1ec489c-3de9-452e-afd8-08cb0fc37cdb tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Made reservation on behalf of 92933185e6b348b4bc26a17d7a3b8e9e for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:55:33.108935 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-67bd2225-3ca6-421b-b29f-380ca8a783e5 req-d8247301-a9c5-4547-8ba1-6da9f8ef22fe tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=90a3d0ca-e63d-4e80-8d90-c9e97d9605ed HTTP/1.1" status: 200 len: 945 time: 0.1106942 Jun 30 10:55:33.110240 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-e1ec489c-3de9-452e-afd8-08cb0fc37cdb tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:33.122940 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-e1ec489c-3de9-452e-afd8-08cb0fc37cdb tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:33.173892 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:33.189272 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-67bd2225-3ca6-421b-b29f-380ca8a783e5 req-c5cbd292-fdca-44cc-a4ef-83197dadb342 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493248 Jun 30 10:55:33.202866 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafeb15-32fa-4db3-abaf-3810b7883145 req-18017c74-f3fa-4fe3-be06-d9c6d413ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:33.204710 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-ddafeb15-32fa-4db3-abaf-3810b7883145 req-18017c74-f3fa-4fe3-be06-d9c6d413ac1d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=90a3d0ca-e63d-4e80-8d90-c9e97d9605ed HTTP/1.1" status: 200 len: 1098 time: 0.1120908 Jun 30 10:55:33.231224 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 55308) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:33.250026 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-e1ec489c-3de9-452e-afd8-08cb0fc37cdb tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:33.256561 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-e1ec489c-3de9-452e-afd8-08cb0fc37cdb tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:33.283024 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-ddafeb15-32fa-4db3-abaf-3810b7883145 req-9fe28c39-9fac-4b88-b600-cf9f39496eb6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549541 Jun 30 10:55:33.333096 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec489c-3de9-452e-afd8-08cb0fc37cdb tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27db218f-8105-4d38-8745-2a6064e0deee,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:33.388222 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-aa9e33f5-b0da-48e6-96a3-a84629fb7edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:33.440194 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-e1ec489c-3de9-452e-afd8-08cb0fc37cdb tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Allocated IP 192.168.233.155 (1abf062c-4dce-49ce-9ed7-3c1d620d9b2e/f35b0aa7-3c08-42e4-b640-1ac3c361845f/903ea88f-f4ee-4632-8518-e8b4fd6c9933) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:55:33.499476 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-aa9e33f5-b0da-48e6-96a3-a84629fb7edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:33.503235 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-aa9e33f5-b0da-48e6-96a3-a84629fb7edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:33.540444 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e33f5-b0da-48e6-96a3-a84629fb7edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e971eb7a-1cdf-45e7-80c6-d65bd4e14892,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:33.545844 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-aa9e33f5-b0da-48e6-96a3-a84629fb7edb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=372cd30f44c7443193b56794fcf4751f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087990 Jun 30 10:55:33.548736 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 55314) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:33.627191 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-e1ec489c-3de9-452e-afd8-08cb0fc37cdb tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:33.648191 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bf9f3e84-01f5-4a4e-8794-2fbc5b96141b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:33.660794 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-e1ec489c-3de9-452e-afd8-08cb0fc37cdb tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Transition to ACTIVE for port object 903ea88f-f4ee-4632-8518-e8b4fd6c9933 will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:55:33.678136 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bf9f3e84-01f5-4a4e-8794-2fbc5b96141b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:33.731357 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-e1ec489c-3de9-452e-afd8-08cb0fc37cdb tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8415484'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:33.778867 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bf9f3e84-01f5-4a4e-8794-2fbc5b96141b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:33.785010 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bf9f3e84-01f5-4a4e-8794-2fbc5b96141b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:33.785010 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-bf9f3e84-01f5-4a4e-8794-2fbc5b96141b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e971eb7a-1cdf-45e7-80c6-d65bd4e14892 HTTP/1.1" status: 204 len: 168 time: 0.2329350 Jun 30 10:55:33.792892 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-e1ec489c-3de9-452e-afd8-08cb0fc37cdb tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Network 1abf062c-4dce-49ce-9ed7-3c1d620d9b2e is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:55:33.814383 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-e1ec489c-3de9-452e-afd8-08cb0fc37cdb tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:55:33.818203 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec489c-3de9-452e-afd8-08cb0fc37cdb tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Pushing event updated for resources: {'Port': ['ID=903ea88f-f4ee-4632-8518-e8b4fd6c9933,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:33.819813 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-e1ec489c-3de9-452e-afd8-08cb0fc37cdb tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:55:33.843585 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f3e84-01f5-4a4e-8794-2fbc5b96141b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e971eb7a-1cdf-45e7-80c6-d65bd4e14892,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:33.928952 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-e1ec489c-3de9-452e-afd8-08cb0fc37cdb tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:33.929803 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-e1ec489c-3de9-452e-afd8-08cb0fc37cdb tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:33.944978 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1a7e4-f63a-4317-8b54-6b4ff61d47c7 req-8113605c-23e1-4ad3-9d81-86a94ba952b1 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:33.946562 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-ddd1a7e4-f63a-4317-8b54-6b4ff61d47c7 req-8113605c-23e1-4ad3-9d81-86a94ba952b1 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/ports?device_id=388f1c40-db91-47e0-86b4-f577518abde0 HTTP/1.1" status: 200 len: 936 time: 0.0839207 Jun 30 10:55:33.952766 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-e1ec489c-3de9-452e-afd8-08cb0fc37cdb tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0934994 Jun 30 10:55:33.966389 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-db1cc640-1ca2-4bc9-b0da-5c3bfbaac2d9 service neutron] Request body: {'port': {'device_id': '388f1c40-db91-47e0-86b4-f577518abde0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:55:34.008604 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-ddd1a7e4-f63a-4317-8b54-6b4ff61d47c7 req-fc524d9b-0bb5-4a32-8952-80571787ee65 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/security-groups?id=27db218f-8105-4d38-8745-2a6064e0deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542321 Jun 30 10:55:34.031668 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4cb24-3a46-4988-821c-d81d273e068d req-0025dea1-ce05-482b-9154-9891970cd46c tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:34.033490 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-55a4cb24-3a46-4988-821c-d81d273e068d req-0025dea1-ce05-482b-9154-9891970cd46c tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.2392764 Jun 30 10:55:34.077757 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-7b2c04e1-0bf7-4144-9a3d-48154975ea9b None None] Provisioning for port 903ea88f-f4ee-4632-8518-e8b4fd6c9933 completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:55:34.083219 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-7b2c04e1-0bf7-4144-9a3d-48154975ea9b None None] Provisioning complete for port 903ea88f-f4ee-4632-8518-e8b4fd6c9933 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:55:34.083777 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7b2c04e1-0bf7-4144-9a3d-48154975ea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:34.097046 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-db1cc640-1ca2-4bc9-b0da-5c3bfbaac2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:34.113983 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-55a4cb24-3a46-4988-821c-d81d273e068d req-a3635632-5f42-4e8c-9227-809e0b20c63b tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607131 Jun 30 10:55:34.138392 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-7b2c04e1-0bf7-4144-9a3d-48154975ea9b None None] Port 903ea88f-f4ee-4632-8518-e8b4fd6c9933 cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:55:34.200905 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 55334) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:34.214053 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-779746d7-6b8f-458c-841f-512a116b6434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:34.378375 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-779746d7-6b8f-458c-841f-512a116b6434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:34.384132 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-779746d7-6b8f-458c-841f-512a116b6434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:34.408971 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 55342) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:34.454876 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-779746d7-6b8f-458c-841f-512a116b6434 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9d122e81c30b40e8aab2e221ce48b25b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524836 Jun 30 10:55:34.455931 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 55346) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:34.463535 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cba3b2-7d86-47f3-a6da-3875ce0d8536 req-eb539eb2-5240-4702-8471-ff7b5d43b2d8 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:34.465340 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a4cba3b2-7d86-47f3-a6da-3875ce0d8536 req-eb539eb2-5240-4702-8471-ff7b5d43b2d8 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=90a3d0ca-e63d-4e80-8d90-c9e97d9605ed HTTP/1.1" status: 200 len: 945 time: 0.1442449 Jun 30 10:55:34.471674 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779746d7-6b8f-458c-841f-512a116b6434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f5e6d8-4337-423e-8143-bcacf40c898a,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:34.496507 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-db1cc640-1ca2-4bc9-b0da-5c3bfbaac2d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 903ea88f-f4ee-4632-8518-e8b4fd6c9933 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:55:34.515035 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-db1cc640-1ca2-4bc9-b0da-5c3bfbaac2d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:34.536981 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-db1cc640-1ca2-4bc9-b0da-5c3bfbaac2d9 service neutron] Transition to ACTIVE for port object 903ea88f-f4ee-4632-8518-e8b4fd6c9933 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:55:34.538969 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a4cba3b2-7d86-47f3-a6da-3875ce0d8536 req-44a5e4f5-3d4f-479c-a679-157e8205b7ec tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633950 Jun 30 10:55:34.555741 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-db1cc640-1ca2-4bc9-b0da-5c3bfbaac2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:34.559866 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3dc43077-a43b-4270-9f88-a2990952a240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:34.598924 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3dc43077-a43b-4270-9f88-a2990952a240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:34.653675 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1cc640-1ca2-4bc9-b0da-5c3bfbaac2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=903ea88f-f4ee-4632-8518-e8b4fd6c9933,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:34.658845 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-1a7171af-79cb-4818-8b5c-b287706df8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:34.706559 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3dc43077-a43b-4270-9f88-a2990952a240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:34.709432 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3dc43077-a43b-4270-9f88-a2990952a240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:34.711616 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-3dc43077-a43b-4270-9f88-a2990952a240 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b6f5e6d8-4337-423e-8143-bcacf40c898a HTTP/1.1" status: 204 len: 168 time: 0.2453554 Jun 30 10:55:34.732806 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc43077-a43b-4270-9f88-a2990952a240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f5e6d8-4337-423e-8143-bcacf40c898a,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:34.771390 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-db1cc640-1ca2-4bc9-b0da-5c3bfbaac2d9 service neutron] Attempting to bind port 903ea88f-f4ee-4632-8518-e8b4fd6c9933 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:55:34.772009 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-db1cc640-1ca2-4bc9-b0da-5c3bfbaac2d9 service neutron] Attempting to bind port 903ea88f-f4ee-4632-8518-e8b4fd6c9933 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '49455d39-eb41-4fc3-ab38-5b66cce7dde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1abf062c-4dce-49ce-9ed7-3c1d620d9b2e'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:55:34.772744 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-db1cc640-1ca2-4bc9-b0da-5c3bfbaac2d9 service neutron] Attempting to bind port 903ea88f-f4ee-4632-8518-e8b4fd6c9933 on network 1abf062c-4dce-49ce-9ed7-3c1d620d9b2e {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:55:34.779607 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-db1cc640-1ca2-4bc9-b0da-5c3bfbaac2d9 service neutron] Port 903ea88f-f4ee-4632-8518-e8b4fd6c9933 on network 1abf062c-4dce-49ce-9ed7-3c1d620d9b2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:55:34.780011 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-db1cc640-1ca2-4bc9-b0da-5c3bfbaac2d9 service neutron] Attempting to bind port 903ea88f-f4ee-4632-8518-e8b4fd6c9933 on network 1abf062c-4dce-49ce-9ed7-3c1d620d9b2e {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:55:34.786133 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-db1cc640-1ca2-4bc9-b0da-5c3bfbaac2d9 service neutron] Checking agent: {'id': '5d5b2242-4ffd-4515-a15c-824c74b42c52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'started_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:55:34.786629 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-db1cc640-1ca2-4bc9-b0da-5c3bfbaac2d9 service neutron] Checking segment: {'id': '49455d39-eb41-4fc3-ab38-5b66cce7dde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1abf062c-4dce-49ce-9ed7-3c1d620d9b2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:55:34.788202 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-db1cc640-1ca2-4bc9-b0da-5c3bfbaac2d9 service neutron] Bound using segment: {'id': '49455d39-eb41-4fc3-ab38-5b66cce7dde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1abf062c-4dce-49ce-9ed7-3c1d620d9b2e'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:55:34.788791 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-db1cc640-1ca2-4bc9-b0da-5c3bfbaac2d9 service neutron] Bound port: 903ea88f-f4ee-4632-8518-e8b4fd6c9933, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49455d39-eb41-4fc3-ab38-5b66cce7dde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1abf062c-4dce-49ce-9ed7-3c1d620d9b2e'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:55:34.789319 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-db1cc640-1ca2-4bc9-b0da-5c3bfbaac2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:34.824057 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-1a7171af-79cb-4818-8b5c-b287706df8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:34.830990 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-1a7171af-79cb-4818-8b5c-b287706df8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:34.875121 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-1a7171af-79cb-4818-8b5c-b287706df8ea admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c69fa60e64fe4e03a6a21660d0d63db2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4601576 Jun 30 10:55:34.877747 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7171af-79cb-4818-8b5c-b287706df8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a807c1-7a56-4d4c-8ebf-f9439f881bb4,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:34.881519 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 55352) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:34.909814 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-db1cc640-1ca2-4bc9-b0da-5c3bfbaac2d9 service neutron] For port 903ea88f-f4ee-4632-8518-e8b4fd6c9933, host hv-cinder-78662, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:55:34.933800 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-db1cc640-1ca2-4bc9-b0da-5c3bfbaac2d9 service neutron] For port 903ea88f-f4ee-4632-8518-e8b4fd6c9933, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=903ea88f-f4ee-4632-8518-e8b4fd6c9933,segment=NetworkSegment(49455d39-eb41-4fc3-ab38-5b66cce7dde1),segment_id=49455d39-eb41-4fc3-ab38-5b66cce7dde1)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:55:34.939750 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-db1cc640-1ca2-4bc9-b0da-5c3bfbaac2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:34.996144 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-db1cc640-1ca2-4bc9-b0da-5c3bfbaac2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:34.996144 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-db1cc640-1ca2-4bc9-b0da-5c3bfbaac2d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:34.996144 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-db1cc640-1ca2-4bc9-b0da-5c3bfbaac2d9 service neutron] 10.222.0.39 "PUT /v2.0/ports/903ea88f-f4ee-4632-8518-e8b4fd6c9933 HTTP/1.1" status: 200 len: 1098 time: 1.0308588 Jun 30 10:55:34.996144 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388f1c40-db91-47e0-86b4-f577518abde0', 'tag': '903ea88f-f4ee-4632-8518-e8b4fd6c9933'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:55:35.003558 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677bf1bf-0fd1-4171-81b9-43a8d121efe6" -d '{"events": [{"name": "network-changed", "server_uuid": "388f1c40-db91-47e0-86b4-f577518abde0", "tag": "903ea88f-f4ee-4632-8518-e8b4fd6c9933"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:55:35.014515 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9069aad2-256a-4ebb-9413-0c7a975b52e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:35.057418 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14ef88b-bb5b-408b-a6c9-cae4410d892b x-openstack-request-id: req-a14ef88b-bb5b-408b-a6c9-cae4410d892b {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:55:35.057521 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388f1c40-db91-47e0-86b4-f577518abde0", "tag": "903ea88f-f4ee-4632-8518-e8b4fd6c9933", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:55:35.058633 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a14ef88b-bb5b-408b-a6c9-cae4410d892b {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:55:35.059048 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388f1c40-db91-47e0-86b4-f577518abde0', 'tag': '903ea88f-f4ee-4632-8518-e8b4fd6c9933', 'status': 'completed', 'code': 200} Jun 30 10:55:35.075032 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9069aad2-256a-4ebb-9413-0c7a975b52e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:35.112546 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1cc640-1ca2-4bc9-b0da-5c3bfbaac2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=903ea88f-f4ee-4632-8518-e8b4fd6c9933,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:35.178028 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-13421e5a-d4ba-43ee-bb53-eeb0ba255553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:35.180300 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-13421e5a-d4ba-43ee-bb53-eeb0ba255553 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92933185e6b348b4bc26a17d7a3b8e9e&device_id=388f1c40-db91-47e0-86b4-f577518abde0 HTTP/1.1" status: 200 len: 1101 time: 0.1186039 Jun 30 10:55:35.182368 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9069aad2-256a-4ebb-9413-0c7a975b52e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:35.200591 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9069aad2-256a-4ebb-9413-0c7a975b52e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:35.202643 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-9069aad2-256a-4ebb-9413-0c7a975b52e4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b5a807c1-7a56-4d4c-8ebf-f9439f881bb4 HTTP/1.1" status: 204 len: 168 time: 0.3198936 Jun 30 10:55:35.249815 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069aad2-256a-4ebb-9413-0c7a975b52e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a807c1-7a56-4d4c-8ebf-f9439f881bb4,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:35.253024 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-719d4e33-1742-4995-a1b9-ab4661d081f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=903ea88f-f4ee-4632-8518-e8b4fd6c9933 HTTP/1.1" status: 200 len: 217 time: 0.0492485 Jun 30 10:55:35.280469 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f243536-8a4f-4ce3-8a99-9c02c4eb9239 req-81659de6-e6ab-4a18-a5eb-c0175235f1e5 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:35.293307 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6f243536-8a4f-4ce3-8a99-9c02c4eb9239 req-81659de6-e6ab-4a18-a5eb-c0175235f1e5 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/ports?device_id=388f1c40-db91-47e0-86b4-f577518abde0 HTTP/1.1" status: 200 len: 948 time: 0.1433847 Jun 30 10:55:35.373873 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6f243536-8a4f-4ce3-8a99-9c02c4eb9239 req-022b12d1-2dc5-45e2-bf80-bb5ebfb4fcb5 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/security-groups?id=27db218f-8105-4d38-8745-2a6064e0deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796590 Jun 30 10:55:35.391148 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-d28d29ec-ccf7-4181-a985-6498c893a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:35.393066 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-d28d29ec-ccf7-4181-a985-6498c893a598 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f35b0aa7-3c08-42e4-b640-1ac3c361845f HTTP/1.1" status: 200 len: 843 time: 0.1234283 Jun 30 10:55:35.460357 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99d4de-e0bd-4187-bc97-50350806d0ab req-77448270-8608-47e2-ade9-e908f4cace4d tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:35.461882 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ec99d4de-e0bd-4187-bc97-50350806d0ab req-77448270-8608-47e2-ade9-e908f4cace4d tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.1320229 Jun 30 10:55:35.497262 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-c81ff2aa-3e16-456b-a2c0-72d7938a6f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:35.498771 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-c81ff2aa-3e16-456b-a2c0-72d7938a6f5d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1abf062c-4dce-49ce-9ed7-3c1d620d9b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0954301 Jun 30 10:55:35.538696 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ec99d4de-e0bd-4187-bc97-50350806d0ab req-45286f05-e67a-4993-984d-b91362d8437e tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681536 Jun 30 10:55:35.641653 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-8bb9917d-302c-463d-988e-d91e9360a20e service neutron] 10.222.0.39 "GET /v2.0/networks/1abf062c-4dce-49ce-9ed7-3c1d620d9b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302350 Jun 30 10:55:35.744808 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 55392) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:35.760100 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-451c8e32-9b29-461c-ba8f-fd2f3a0a8e98 req-aa51c285-1115-48c4-b5e9-519282cd5000 service neutron] 10.222.0.39 "GET /v2.0/networks/1abf062c-4dce-49ce-9ed7-3c1d620d9b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084175 Jun 30 10:55:35.760295 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 55394) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:35.779015 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-65983a60-3b87-49bf-9739-951c249d19e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:35.849932 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ebbb9-14b4-40d1-9e5b-df21ff8a4745 req-afdd9b17-6624-447d-8b01-ae8e1a0213ca tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:35.852578 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-530ebbb9-14b4-40d1-9e5b-df21ff8a4745 req-afdd9b17-6624-447d-8b01-ae8e1a0213ca tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=90a3d0ca-e63d-4e80-8d90-c9e97d9605ed HTTP/1.1" status: 200 len: 945 time: 0.1627281 Jun 30 10:55:35.904503 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bf1bf-0fd1-4171-81b9-43a8d121efe6 req-769edc97-fae4-46cf-b0ff-c12c0f621a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:35.908934 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-677bf1bf-0fd1-4171-81b9-43a8d121efe6 req-769edc97-fae4-46cf-b0ff-c12c0f621a9d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92933185e6b348b4bc26a17d7a3b8e9e&device_id=388f1c40-db91-47e0-86b4-f577518abde0 HTTP/1.1" status: 200 len: 1101 time: 0.0791922 Jun 30 10:55:35.914891 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-530ebbb9-14b4-40d1-9e5b-df21ff8a4745 req-247a97e6-9af5-4e1c-8834-de8cec343f2b tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536363 Jun 30 10:55:35.958268 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-143e7f54-adea-4719-81a1-c48b026fcb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:35.975360 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-603abdb4-ac98-4218-8454-6e95c1fca151 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-306685361-network', 'tenant_id': 'd564e1bed48b449f915b5b11b7a79dc1'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:55:35.980848 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-65983a60-3b87-49bf-9739-951c249d19e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:35.986747 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-65983a60-3b87-49bf-9739-951c249d19e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:36.033510 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bf1bf-0fd1-4171-81b9-43a8d121efe6 req-bf7d1373-cf57-4487-8dc6-ba796289f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:36.035624 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-677bf1bf-0fd1-4171-81b9-43a8d121efe6 req-bf7d1373-cf57-4487-8dc6-ba796289f0be service neutron] 10.222.0.39 "GET /v2.0/networks?id=1abf062c-4dce-49ce-9ed7-3c1d620d9b2e HTTP/1.1" status: 200 len: 870 time: 0.1171079 Jun 30 10:55:36.040902 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65983a60-3b87-49bf-9739-951c249d19e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aadeb00-c29d-40da-9fc3-cd93d039204f,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:36.049495 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-65983a60-3b87-49bf-9739-951c249d19e0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a30395287383449989253867a8305f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009100 Jun 30 10:55:36.049495 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 55402) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:36.055779 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603abdb4-ac98-4218-8454-6e95c1fca151 admin admin] Made reservation on behalf of d564e1bed48b449f915b5b11b7a79dc1 for: {'network': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:55:36.058769 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-603abdb4-ac98-4218-8454-6e95c1fca151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for network, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:36.077039 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-603abdb4-ac98-4218-8454-6e95c1fca151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:36.096733 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-677bf1bf-0fd1-4171-81b9-43a8d121efe6 req-082372a0-7471-4be6-8b41-d9cc1c9a6b63 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=903ea88f-f4ee-4632-8518-e8b4fd6c9933 HTTP/1.1" status: 200 len: 217 time: 0.0504901 Jun 30 10:55:36.139718 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-9108ed6e-c950-4b13-bec1-3f73681106c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:36.179170 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bf1bf-0fd1-4171-81b9-43a8d121efe6 req-d0cec8e2-50d3-4b88-97a2-ac850c9e1810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:36.179170 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-677bf1bf-0fd1-4171-81b9-43a8d121efe6 req-d0cec8e2-50d3-4b88-97a2-ac850c9e1810 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f35b0aa7-3c08-42e4-b640-1ac3c361845f HTTP/1.1" status: 200 len: 843 time: 0.0552652 Jun 30 10:55:36.179841 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-9108ed6e-c950-4b13-bec1-3f73681106c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:36.238715 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bf1bf-0fd1-4171-81b9-43a8d121efe6 req-fa0f5b6f-ce83-4efa-9acc-de004afea76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:36.240458 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-677bf1bf-0fd1-4171-81b9-43a8d121efe6 req-fa0f5b6f-ce83-4efa-9acc-de004afea76c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1abf062c-4dce-49ce-9ed7-3c1d620d9b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0584061 Jun 30 10:55:36.253265 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-603abdb4-ac98-4218-8454-6e95c1fca151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:36.256003 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-9108ed6e-c950-4b13-bec1-3f73681106c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:36.258962 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-9108ed6e-c950-4b13-bec1-3f73681106c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:36.260125 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-9108ed6e-c950-4b13-bec1-3f73681106c1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2aadeb00-c29d-40da-9fc3-cd93d039204f HTTP/1.1" status: 204 len: 168 time: 0.2097216 Jun 30 10:55:36.264069 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-603abdb4-ac98-4218-8454-6e95c1fca151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:36.275358 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108ed6e-c950-4b13-bec1-3f73681106c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aadeb00-c29d-40da-9fc3-cd93d039204f,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:36.294267 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603abdb4-ac98-4218-8454-6e95c1fca151 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=92943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:55:36.314556 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-603abdb4-ac98-4218-8454-6e95c1fca151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:36.314951 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.db.segments_db [None req-603abdb4-ac98-4218-8454-6e95c1fca151 admin admin] Added segment 7a073d4a-aaa5-4d28-a997-195506525541 of type vlan for network 1cceee2a-e014-4f4b-b21f-1aa5fd68b61d Jun 30 10:55:36.316582 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603abdb4-ac98-4218-8454-6e95c1fca151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abff09f1-06b8-4dbf-8e67-b7709139059e,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:36.363342 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-603abdb4-ac98-4218-8454-6e95c1fca151 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758624023098'] for network, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:36.367411 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-677bf1bf-0fd1-4171-81b9-43a8d121efe6 req-e54103af-d5ff-4bbd-8381-2ba9ded43244 service neutron] 10.222.0.39 "GET /v2.0/networks/1abf062c-4dce-49ce-9ed7-3c1d620d9b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171811 Jun 30 10:55:36.399963 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-603abdb4-ac98-4218-8454-6e95c1fca151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for network, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:36.401401 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603abdb4-ac98-4218-8454-6e95c1fca151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:36.404073 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-603abdb4-ac98-4218-8454-6e95c1fca151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:36.477255 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-603abdb4-ac98-4218-8454-6e95c1fca151 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7149897 Jun 30 10:55:36.482623 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 55424) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:36.489910 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-05d436ce-1a23-4f72-94ba-cb3d7e8361d9 admin admin] Request body: {'subnet': {'network_id': '1cceee2a-e014-4f4b-b21f-1aa5fd68b61d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-306685361-subnet', 'tenant_id': 'd564e1bed48b449f915b5b11b7a79dc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:55:36.493099 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603abdb4-ac98-4218-8454-6e95c1fca151 admin admin] Pushing event updated for resources: {'Network': ['ID=1cceee2a-e014-4f4b-b21f-1aa5fd68b61d,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:36.505528 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Network 1cceee2a-e014-4f4b-b21f-1aa5fd68b61d details requested by agent ovs-agent-dv-cinder-786627-16-iscsi with host dv-cinder-786627-16-iscsi {{(pid=92944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:55:36.522377 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d436ce-1a23-4f72-94ba-cb3d7e8361d9 admin admin] Made reservation on behalf of d564e1bed48b449f915b5b11b7a79dc1 for: {'subnet': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:55:36.525778 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-05d436ce-1a23-4f72-94ba-cb3d7e8361d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8704171'] for subnet, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:36.612166 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-677bf1bf-0fd1-4171-81b9-43a8d121efe6 req-8db4ba4d-4970-4b61-9ce7-3889f7d3ca4f service neutron] 10.222.0.39 "GET /v2.0/networks/1abf062c-4dce-49ce-9ed7-3c1d620d9b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343316 Jun 30 10:55:36.836327 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d211b-9afa-4380-98a9-9b8d180eb303 req-36693d80-5ac9-4cf7-a7ac-a070fcd65d3d tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:36.837077 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a1144-ab01-4d02-822d-a2acd4cb7d8b req-37f0cc1c-43a3-442f-ac0b-53924a1da35d tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:36.837824 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5a0d211b-9afa-4380-98a9-9b8d180eb303 req-36693d80-5ac9-4cf7-a7ac-a070fcd65d3d tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/ports?device_id=388f1c40-db91-47e0-86b4-f577518abde0 HTTP/1.1" status: 200 len: 948 time: 0.1640956 Jun 30 10:55:36.845304 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7e3a1144-ab01-4d02-822d-a2acd4cb7d8b req-37f0cc1c-43a3-442f-ac0b-53924a1da35d tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.1036263 Jun 30 10:55:36.888253 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7e3a1144-ab01-4d02-822d-a2acd4cb7d8b req-50edf6d9-734c-49af-8321-19afa76259ca tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415304 Jun 30 10:55:36.911115 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-05d436ce-1a23-4f72-94ba-cb3d7e8361d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8704189'] for subnet, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:36.924025 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5a0d211b-9afa-4380-98a9-9b8d180eb303 req-bd608c50-048b-4e2f-82ec-25b81043314c tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/security-groups?id=27db218f-8105-4d38-8745-2a6064e0deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609713 Jun 30 10:55:36.986311 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d436ce-1a23-4f72-94ba-cb3d7e8361d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a7a22bf-7465-430e-be71-1fed7b0531ad,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:36.997380 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 55442) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:37.015238 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d436ce-1a23-4f72-94ba-cb3d7e8361d9 admin admin] Checking segment: {'id': '7a073d4a-aaa5-4d28-a997-195506525541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1cceee2a-e014-4f4b-b21f-1aa5fd68b61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:55:37.015860 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d436ce-1a23-4f72-94ba-cb3d7e8361d9 admin admin] Network hostable DHCP agents. Network: 1cceee2a-e014-4f4b-b21f-1aa5fd68b61d, hostable agents: ['b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62'], hosted agents: [] {{(pid=92943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:55:37.039697 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d436ce-1a23-4f72-94ba-cb3d7e8361d9 admin admin] Network 1cceee2a-e014-4f4b-b21f-1aa5fd68b61d is scheduled to be hosted by DHCP agent b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62 with binding_index 1 {{(pid=92943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:55:37.052436 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-05d436ce-1a23-4f72-94ba-cb3d7e8361d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-16-iscsi, 1cceee2a-e014-4f4b-b21f-1aa5fd68b61d) {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:55:37.060045 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d436ce-1a23-4f72-94ba-cb3d7e8361d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:37.061505 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-05d436ce-1a23-4f72-94ba-cb3d7e8361d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:37.066183 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb44cb3-3f05-4fbd-8630-7e0cc53032f3 None None] Network 1cceee2a-e014-4f4b-b21f-1aa5fd68b61d requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:55:37.095486 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-05d436ce-1a23-4f72-94ba-cb3d7e8361d9 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6112168 Jun 30 10:55:37.162908 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8524fd34-a243-4a18-aa84-479a2689d7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:37.219671 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4955e241-d859-4cce-93ab-b74be590aa19 None None] Network 1cceee2a-e014-4f4b-b21f-1aa5fd68b61d requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:55:37.308652 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8524fd34-a243-4a18-aa84-479a2689d7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:37.317137 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8524fd34-a243-4a18-aa84-479a2689d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:37.370797 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-8524fd34-a243-4a18-aa84-479a2689d7fe admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2b512e6cf55141eb87da5c94a9c244e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3718743 Jun 30 10:55:37.372682 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 55462) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:37.382010 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524fd34-a243-4a18-aa84-479a2689d7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95538e3c-d4ac-4fb0-863f-188618de39c8,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:37.453156 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b3babd16-54b1-4e6e-b0d7-bf8bbbafcc7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:37.478287 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b3babd16-54b1-4e6e-b0d7-bf8bbbafcc7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:37.528285 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b3babd16-54b1-4e6e-b0d7-bf8bbbafcc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:37.530796 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b3babd16-54b1-4e6e-b0d7-bf8bbbafcc7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:37.534493 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-b3babd16-54b1-4e6e-b0d7-bf8bbbafcc7f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/95538e3c-d4ac-4fb0-863f-188618de39c8 HTTP/1.1" status: 204 len: 168 time: 0.1573613 Jun 30 10:55:37.539674 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3babd16-54b1-4e6e-b0d7-bf8bbbafcc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95538e3c-d4ac-4fb0-863f-188618de39c8,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:38.145023 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a04ac9-c124-4775-b25b-d385442d936d req-40e95e26-f9f8-42fe-ac6c-2c5e99b804de tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:38.147135 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-91a04ac9-c124-4775-b25b-d385442d936d req-40e95e26-f9f8-42fe-ac6c-2c5e99b804de tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/ports?device_id=388f1c40-db91-47e0-86b4-f577518abde0 HTTP/1.1" status: 200 len: 948 time: 0.0786810 Jun 30 10:55:38.170827 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c3440-a731-4b83-8ebf-8a04501eb651 req-4347eb16-8219-4c0c-a3cb-39224b869fdc tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:38.172540 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-299c3440-a731-4b83-8ebf-8a04501eb651 req-4347eb16-8219-4c0c-a3cb-39224b869fdc tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.0772560 Jun 30 10:55:38.199696 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-91a04ac9-c124-4775-b25b-d385442d936d req-10196493-6fdd-40f0-9ff3-9b3e71c7ea35 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/security-groups?id=27db218f-8105-4d38-8745-2a6064e0deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454893 Jun 30 10:55:38.216307 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-299c3440-a731-4b83-8ebf-8a04501eb651 req-7bf362c3-e022-43af-b763-864dfea70ea8 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375319 Jun 30 10:55:38.399347 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-68caddbe-d1ed-4961-9b2c-cd0c5bed0394 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:38.401099 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-68caddbe-d1ed-4961-9b2c-cd0c5bed0394 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/networks?id=a20081a6-ba67-4abf-96ef-d0d83658aac0 HTTP/1.1" status: 200 len: 814 time: 0.1079986 Jun 30 10:55:38.425813 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-6d73e77e-fd34-41dd-a6f2-05b670a26f03 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/quotas/7789f67dc72a47fb92630538059ec02e HTTP/1.1" status: 200 len: 375 time: 0.0171223 Jun 30 10:55:38.501816 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-0b8a97b4-4fd8-4e52-ab1e-6587980acab1 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7789f67dc72a47fb92630538059ec02e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748577 Jun 30 10:55:38.596755 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-aeaf09ea-1f57-4bc4-b6f5-e3769893cf35 service neutron] 10.222.0.91 "GET /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881455 Jun 30 10:55:38.685567 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-5b3dae41-49dd-4801-9afb-486748541dc0 service neutron] 10.222.0.91 "GET /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828512 Jun 30 10:55:38.834632 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8bca5e8f-f0a0-4bac-b325-78a239b9a0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:38.852029 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 55530) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:38.873847 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-423195dc-f306-45b3-b7f2-ddb2815882dc req-dde95b19-43fa-4f76-b285-e0fc4e34e305 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 210 time: 0.0351667 Jun 30 10:55:38.972552 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b60b1dd3-303c-4fec-9e5d-ec5162554a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:39.050722 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:39.072709 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b60b1dd3-303c-4fec-9e5d-ec5162554a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:39.077722 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b60b1dd3-303c-4fec-9e5d-ec5162554a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:39.120791 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-b60b1dd3-303c-4fec-9e5d-ec5162554a56 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b0bbf1afa9dd4959afe03385d09e9cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671402 Jun 30 10:55:39.121621 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 55550) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:39.121734 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b1dd3-303c-4fec-9e5d-ec5162554a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e400e4-2462-424e-ac80-3a74a5b0eff2,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:39.212573 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7932ee0f-e623-4f8a-823e-51b15ecc6789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:39.239055 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7932ee0f-e623-4f8a-823e-51b15ecc6789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:39.298254 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-ab488068-6a7c-493a-b0e8-649e0e71e59f tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:39.306103 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-ab488068-6a7c-493a-b0e8-649e0e71e59f tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/networks?id=1cceee2a-e014-4f4b-b21f-1aa5fd68b61d HTTP/1.1" status: 200 len: 808 time: 0.1268849 Jun 30 10:55:39.306376 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7932ee0f-e623-4f8a-823e-51b15ecc6789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:39.310422 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7932ee0f-e623-4f8a-823e-51b15ecc6789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:39.324323 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-7932ee0f-e623-4f8a-823e-51b15ecc6789 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/90e400e4-2462-424e-ac80-3a74a5b0eff2 HTTP/1.1" status: 204 len: 168 time: 0.1947217 Jun 30 10:55:39.330982 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-fe764e84-f555-426c-a484-f1dca082b377 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/quotas/d564e1bed48b449f915b5b11b7a79dc1 HTTP/1.1" status: 200 len: 375 time: 0.0235596 Jun 30 10:55:39.361241 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932ee0f-e623-4f8a-823e-51b15ecc6789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e400e4-2462-424e-ac80-3a74a5b0eff2,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:39.390547 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-cec8afc3-2311-4a50-9400-0832f2a20e02 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=d564e1bed48b449f915b5b11b7a79dc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580220 Jun 30 10:55:39.477243 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae98aae-8051-4ad5-8000-ec96f4a28ecc req-1c95b2c1-6c4d-4889-b344-a3135bfe1fe6 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:39.478767 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cae98aae-8051-4ad5-8000-ec96f4a28ecc req-1c95b2c1-6c4d-4889-b344-a3135bfe1fe6 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/ports?device_id=388f1c40-db91-47e0-86b4-f577518abde0 HTTP/1.1" status: 200 len: 948 time: 0.0776467 Jun 30 10:55:39.520481 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-271c826f-806e-4f71-87d7-01ffb0f6c043 service neutron] 10.222.0.91 "GET /v2.0/networks/1cceee2a-e014-4f4b-b21f-1aa5fd68b61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224730 Jun 30 10:55:39.528556 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cae98aae-8051-4ad5-8000-ec96f4a28ecc req-705cb6f9-fd0b-498c-a104-af1bb7b9bb7a tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/security-groups?id=27db218f-8105-4d38-8745-2a6064e0deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426805 Jun 30 10:55:39.649731 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-98a2c000-ddf4-44b7-ad00-57b04cd2d604 service neutron] 10.222.0.91 "GET /v2.0/networks/1cceee2a-e014-4f4b-b21f-1aa5fd68b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268654 Jun 30 10:55:39.713881 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ca665-b5af-4240-8479-9956b6d9128d req-bb0a8f60-45e6-47a5-a4ee-259e564c5515 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:39.715418 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-524ca665-b5af-4240-8479-9956b6d9128d req-bb0a8f60-45e6-47a5-a4ee-259e564c5515 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.0690522 Jun 30 10:55:39.766412 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-524ca665-b5af-4240-8479-9956b6d9128d req-19eb084a-c7d1-4559-b1c4-c3e4382d1b3a tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447891 Jun 30 10:55:39.801406 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:40.185227 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 55602) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:40.279544 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-b97200ea-9885-47b7-b16f-2cd2c4c4b4ed admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-235334718-network', 'tenant_id': '0c8581cbf993494aa551acf5776e96bf'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:55:40.300896 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97200ea-9885-47b7-b16f-2cd2c4c4b4ed admin admin] Made reservation on behalf of 0c8581cbf993494aa551acf5776e96bf for: {'network': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:55:40.303229 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b97200ea-9885-47b7-b16f-2cd2c4c4b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for network, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:40.311500 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b97200ea-9885-47b7-b16f-2cd2c4c4b4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:40.411067 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b97200ea-9885-47b7-b16f-2cd2c4c4b4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:40.415010 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b97200ea-9885-47b7-b16f-2cd2c4c4b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:40.439575 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97200ea-9885-47b7-b16f-2cd2c4c4b4ed admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=92942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:55:40.449051 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97200ea-9885-47b7-b16f-2cd2c4c4b4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c3ded5-d3ad-4bb6-b149-913c4ba90227,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:40.455211 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b97200ea-9885-47b7-b16f-2cd2c4c4b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:40.455561 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.db.segments_db [None req-b97200ea-9885-47b7-b16f-2cd2c4c4b4ed admin admin] Added segment 280b53da-e87b-4ff3-97ab-ceaac7c5f99c of type vlan for network 63a504e7-43a3-4578-ac04-0eb568bf06d3 Jun 30 10:55:40.497274 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b97200ea-9885-47b7-b16f-2cd2c4c4b4ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758624023098'] for network, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:40.524350 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b97200ea-9885-47b7-b16f-2cd2c4c4b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for network, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:40.525297 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97200ea-9885-47b7-b16f-2cd2c4c4b4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:40.525877 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b97200ea-9885-47b7-b16f-2cd2c4c4b4ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:40.582963 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-b97200ea-9885-47b7-b16f-2cd2c4c4b4ed admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3966138 Jun 30 10:55:40.585882 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 55610) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:40.588084 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97200ea-9885-47b7-b16f-2cd2c4c4b4ed admin admin] Pushing event updated for resources: {'Network': ['ID=63a504e7-43a3-4578-ac04-0eb568bf06d3,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:40.593140 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-13f45c42-519f-4280-a67d-19ee56b71653 admin admin] Request body: {'subnet': {'network_id': '63a504e7-43a3-4578-ac04-0eb568bf06d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-235334718-subnet', 'tenant_id': '0c8581cbf993494aa551acf5776e96bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:55:40.598585 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Network 63a504e7-43a3-4578-ac04-0eb568bf06d3 details requested by agent ovs-agent-dv-cinder-786627-16-iscsi with host dv-cinder-786627-16-iscsi {{(pid=92944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:55:40.614557 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f45c42-519f-4280-a67d-19ee56b71653 admin admin] Made reservation on behalf of 0c8581cbf993494aa551acf5776e96bf for: {'subnet': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:55:40.617187 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-13f45c42-519f-4280-a67d-19ee56b71653 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8704171'] for subnet, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:40.654692 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 903ea88f-f4ee-4632-8518-e8b4fd6c9933 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:55:40.756400 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 903ea88f-f4ee-4632-8518-e8b4fd6c9933, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=903ea88f-f4ee-4632-8518-e8b4fd6c9933,segment=NetworkSegment(49455d39-eb41-4fc3-ab38-5b66cce7dde1),segment_id=49455d39-eb41-4fc3-ab38-5b66cce7dde1)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:55:40.768773 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': '903ea88f-f4ee-4632-8518-e8b4fd6c9933', 'network_id': '1abf062c-4dce-49ce-9ed7-3c1d620d9b2e', 'port_id': '903ea88f-f4ee-4632-8518-e8b4fd6c9933', 'mac_address': 'fa:16:3e:9c:23:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f35b0aa7-3c08-42e4-b640-1ac3c361845f', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:55:40.802195 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-13f45c42-519f-4280-a67d-19ee56b71653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8704189'] for subnet, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:40.806444 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:40.818947 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903ea88f-f4ee-4632-8518-e8b4fd6c9933 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:55:40.840003 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 903ea88f-f4ee-4632-8518-e8b4fd6c9933, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=903ea88f-f4ee-4632-8518-e8b4fd6c9933,segment=NetworkSegment(49455d39-eb41-4fc3-ab38-5b66cce7dde1),segment_id=49455d39-eb41-4fc3-ab38-5b66cce7dde1)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:55:40.844185 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:40.860542 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f45c42-519f-4280-a67d-19ee56b71653 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bf2fb00-096b-4b29-8de3-eddb01e7528c,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:40.867465 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f45c42-519f-4280-a67d-19ee56b71653 admin admin] Checking segment: {'id': '280b53da-e87b-4ff3-97ab-ceaac7c5f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '63a504e7-43a3-4578-ac04-0eb568bf06d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:55:40.867862 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f45c42-519f-4280-a67d-19ee56b71653 admin admin] Network hostable DHCP agents. Network: 63a504e7-43a3-4578-ac04-0eb568bf06d3, hostable agents: ['b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62'], hosted agents: [] {{(pid=92943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:55:40.884785 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f45c42-519f-4280-a67d-19ee56b71653 admin admin] Network 63a504e7-43a3-4578-ac04-0eb568bf06d3 is scheduled to be hosted by DHCP agent b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62 with binding_index 1 {{(pid=92943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:55:40.894874 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-13f45c42-519f-4280-a67d-19ee56b71653 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-16-iscsi, 63a504e7-43a3-4578-ac04-0eb568bf06d3) {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:55:40.897743 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=903ea88f-f4ee-4632-8518-e8b4fd6c9933,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:40.898922 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f45c42-519f-4280-a67d-19ee56b71653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:40.899564 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-13f45c42-519f-4280-a67d-19ee56b71653 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:40.905535 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae06faa6-41ac-4bf2-9c2f-19697c3540ef None None] Network 63a504e7-43a3-4578-ac04-0eb568bf06d3 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:55:40.919211 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-13f45c42-519f-4280-a67d-19ee56b71653 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3321955 Jun 30 10:55:41.036819 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d69b1e-1520-48e2-a26d-408661e4cb17 None None] Network 63a504e7-43a3-4578-ac04-0eb568bf06d3 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:55:41.460782 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:42.957831 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1b35eb85-86da-43d1-a5b4-22db73dfff1c req-56af68dc-cd1b-4111-a40c-90dcc66f161a tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7 HTTP/1.1" status: 200 len: 210 time: 0.0314307 Jun 30 10:55:42.980871 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-429e251a-9c97-446a-9430-586482523755 req-7c1fb75d-e9f3-4683-bb3f-0fb01aaeccd4 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 210 time: 0.0328398 Jun 30 10:55:43.130373 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b357956-7a58-41be-9188-43b1275d2bde req-f2c55e10-6254-4499-8cc3-8ca7b23802df tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:43.137754 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1b357956-7a58-41be-9188-43b1275d2bde req-f2c55e10-6254-4499-8cc3-8ca7b23802df tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/ports?device_id=388f1c40-db91-47e0-86b4-f577518abde0 HTTP/1.1" status: 200 len: 949 time: 0.0693173 Jun 30 10:55:43.158575 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b17f2-ffea-4d25-8620-a9dbeb2ad4bd req-48f98e17-0815-4a2c-b32d-beba74acac15 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:43.160211 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-340b17f2-ffea-4d25-8620-a9dbeb2ad4bd req-48f98e17-0815-4a2c-b32d-beba74acac15 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.0673285 Jun 30 10:55:43.192228 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1b357956-7a58-41be-9188-43b1275d2bde req-0fc20057-3185-4124-8f88-7a90babe2efa tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/security-groups?id=27db218f-8105-4d38-8745-2a6064e0deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535328 Jun 30 10:55:43.208814 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['903ea88f-f4ee-4632-8518-e8b4fd6c9933'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:55:43.443008 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-9aa223f6-ea12-4106-a804-3e918da39ad4 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:43.444566 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-9aa223f6-ea12-4106-a804-3e918da39ad4 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.39 "GET /v2.0/networks?id=a20081a6-ba67-4abf-96ef-d0d83658aac0 HTTP/1.1" status: 200 len: 814 time: 0.1475842 Jun 30 10:55:43.463489 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-3188f8eb-cbcb-4ec6-98fa-1b0baef24bf6 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Request body: {'port': {'device_id': '77af5511-59cd-46c4-93d3-63651ebe99ad', 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0', 'admin_state_up': True, 'tenant_id': '7789f67dc72a47fb92630538059ec02e'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:55:43.466408 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-340b17f2-ffea-4d25-8620-a9dbeb2ad4bd req-ede1a82d-ea52-48d0-80c7-aefafb505cb1 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978032 Jun 30 10:55:43.605719 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-3188f8eb-cbcb-4ec6-98fa-1b0baef24bf6 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Made reservation on behalf of 7789f67dc72a47fb92630538059ec02e for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:55:43.609488 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-3188f8eb-cbcb-4ec6-98fa-1b0baef24bf6 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:43.821321 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-3188f8eb-cbcb-4ec6-98fa-1b0baef24bf6 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Allocated IP 172.20.0.8 (a20081a6-ba67-4abf-96ef-d0d83658aac0/873c6c9f-5658-492f-86d2-622388a23a24/eed749ae-bbd3-4f39-b5a8-8872b7a50faa) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:55:43.840489 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-20797dac-7cdd-4745-bec4-8eecfc5cb20f tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:43.847386 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-20797dac-7cdd-4745-bec4-8eecfc5cb20f tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/networks?id=63a504e7-43a3-4578-ac04-0eb568bf06d3 HTTP/1.1" status: 200 len: 813 time: 0.1738722 Jun 30 10:55:43.870555 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-8deade3b-e9a8-4291-b983-b293e3c2ce6b tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/quotas/0c8581cbf993494aa551acf5776e96bf HTTP/1.1" status: 200 len: 375 time: 0.0222123 Jun 30 10:55:43.923449 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-5087bee5-3509-4660-96ea-d96f60caf6d9 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=0c8581cbf993494aa551acf5776e96bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519288 Jun 30 10:55:43.963419 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-ed2b7e78-6cde-40bb-bdd4-7f1ea63cc87f tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:43.965879 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-ed2b7e78-6cde-40bb-bdd4-7f1ea63cc87f tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.39 "GET /v2.0/networks?id=1cceee2a-e014-4f4b-b21f-1aa5fd68b61d HTTP/1.1" status: 200 len: 808 time: 0.1339831 Jun 30 10:55:43.984775 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-ba13326d-3b1b-44d3-9bc8-800737f212c4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Request body: {'port': {'device_id': 'a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7', 'network_id': '1cceee2a-e014-4f4b-b21f-1aa5fd68b61d', 'admin_state_up': True, 'tenant_id': 'd564e1bed48b449f915b5b11b7a79dc1'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:55:44.096602 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-9f7c3176-b5f2-450a-9b1c-4639defb308e service neutron] 10.222.0.91 "GET /v2.0/networks/63a504e7-43a3-4578-ac04-0eb568bf06d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722038 Jun 30 10:55:44.188266 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-3188f8eb-cbcb-4ec6-98fa-1b0baef24bf6 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:44.212843 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-ba13326d-3b1b-44d3-9bc8-800737f212c4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Made reservation on behalf of d564e1bed48b449f915b5b11b7a79dc1 for: {'port': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:55:44.220496 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-ba13326d-3b1b-44d3-9bc8-800737f212c4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:44.262362 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-0cbe0d89-73ee-459a-84ab-94fc2b443b48 service neutron] 10.222.0.91 "GET /v2.0/networks/63a504e7-43a3-4578-ac04-0eb568bf06d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562576 Jun 30 10:55:44.298074 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-3188f8eb-cbcb-4ec6-98fa-1b0baef24bf6 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8415484'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:44.311965 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['f31d4ff9-6cba-423e-af50-3b144ec38e93', 'ca689cd7-d5e2-42fc-a783-54972f036476'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:55:44.390382 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-3188f8eb-cbcb-4ec6-98fa-1b0baef24bf6 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Network a20081a6-ba67-4abf-96ef-d0d83658aac0 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:55:44.394937 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-3188f8eb-cbcb-4ec6-98fa-1b0baef24bf6 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:55:44.406037 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-3188f8eb-cbcb-4ec6-98fa-1b0baef24bf6 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:55:44.419800 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-1cc8d3e0-b753-4027-a48d-469fee57f4d7 req-1e483dc6-2cfe-4941-b2d8-759f292de174 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7 HTTP/1.1" status: 200 len: 210 time: 0.0349097 Jun 30 10:55:44.456881 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_common [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-ba13326d-3b1b-44d3-9bc8-800737f212c4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Allocated IP 172.20.0.12 (1cceee2a-e014-4f4b-b21f-1aa5fd68b61d/9a7a22bf-7465-430e-be71-1fed7b0531ad/b73bfb45-fb40-4f4c-9426-9619c02094a8) {{(pid=92943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:55:44.513907 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188f8eb-cbcb-4ec6-98fa-1b0baef24bf6 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Pushing event updated for resources: {'Port': ['ID=eed749ae-bbd3-4f39-b5a8-8872b7a50faa,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:44.692103 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-3188f8eb-cbcb-4ec6-98fa-1b0baef24bf6 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:44.692758 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-3188f8eb-cbcb-4ec6-98fa-1b0baef24bf6 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:44.718668 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-3188f8eb-cbcb-4ec6-98fa-1b0baef24bf6 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2624636 Jun 30 10:55:44.736633 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-84acc096-ed12-4002-b004-22235342a196 service neutron] Request body: {'port': {'device_id': '77af5511-59cd-46c4-93d3-63651ebe99ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:55:44.750418 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-ba13326d-3b1b-44d3-9bc8-800737f212c4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Notify callbacks [] for port, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:44.752777 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54148d-1533-492d-b567-3937a5f5be96 req-97c66dcd-c88d-4531-835a-fb74d932559f tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:44.754278 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8e54148d-1533-492d-b567-3937a5f5be96 req-97c66dcd-c88d-4531-835a-fb74d932559f tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/ports?device_id=388f1c40-db91-47e0-86b4-f577518abde0 HTTP/1.1" status: 200 len: 949 time: 0.1834741 Jun 30 10:55:44.802257 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade82307-0b92-477a-b354-2e743da5334c req-c3926fd0-b40c-4433-a160-dfd878739714 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:44.803832 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-ade82307-0b92-477a-b354-2e743da5334c req-c3926fd0-b40c-4433-a160-dfd878739714 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 931 time: 0.1066957 Jun 30 10:55:44.829923 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 903ea88f-f4ee-4632-8518-e8b4fd6c9933 up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:55:44.847249 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8e54148d-1533-492d-b567-3937a5f5be96 req-6e87035c-819b-4b32-8aaf-29973a3e0e45 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/security-groups?id=27db218f-8105-4d38-8745-2a6064e0deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738604 Jun 30 10:55:44.856155 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-ba13326d-3b1b-44d3-9bc8-800737f212c4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8725936'] for port, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:44.862158 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-84acc096-ed12-4002-b004-22235342a196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:44.864768 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-ade82307-0b92-477a-b354-2e743da5334c req-23228777-1b9f-4e30-8088-5ea39fb903b8 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483539 Jun 30 10:55:44.886471 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-ba13326d-3b1b-44d3-9bc8-800737f212c4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Network 1cceee2a-e014-4f4b-b21f-1aa5fd68b61d is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:55:44.887919 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-ba13326d-3b1b-44d3-9bc8-800737f212c4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:55:44.920556 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-ba13326d-3b1b-44d3-9bc8-800737f212c4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Received port after_create {{(pid=92943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:55:44.935318 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning for port 903ea88f-f4ee-4632-8518-e8b4fd6c9933 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:55:44.940980 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port 903ea88f-f4ee-4632-8518-e8b4fd6c9933 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:55:44.941539 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:44.977538 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-48abb471-0ab6-4730-aabc-d1dacd912f0f req-531c572b-df1b-4973-af43-a7a1e8de9d94 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a5f0583-a280-4485-bad7-0742e0799b5e HTTP/1.1" status: 200 len: 210 time: 0.0376604 Jun 30 10:55:44.988940 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13326d-3b1b-44d3-9bc8-800737f212c4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Pushing event updated for resources: {'Port': ['ID=b73bfb45-fb40-4f4c-9426-9619c02094a8,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:45.006750 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-ba13326d-3b1b-44d3-9bc8-800737f212c4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:45.008894 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-ba13326d-3b1b-44d3-9bc8-800737f212c4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for port, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:45.027623 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-ba13326d-3b1b-44d3-9bc8-800737f212c4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0487139 Jun 30 10:55:45.045324 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-07e022aa-6813-47ad-891c-9c49fd66788b service neutron] Request body: {'port': {'device_id': 'a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:55:45.097440 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:45.135344 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388f1c40-db91-47e0-86b4-f577518abde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903ea88f-f4ee-4632-8518-e8b4fd6c9933'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:55:45.139133 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44ffd11-8b82-4030-b515-677f7bfccb2e" -d '{"events": [{"server_uuid": "388f1c40-db91-47e0-86b4-f577518abde0", "name": "network-vif-plugged", "status": "completed", "tag": "903ea88f-f4ee-4632-8518-e8b4fd6c9933"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:55:45.156330 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 903ea88f-f4ee-4632-8518-e8b4fd6c9933, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=903ea88f-f4ee-4632-8518-e8b4fd6c9933,segment=NetworkSegment(49455d39-eb41-4fc3-ab38-5b66cce7dde1),segment_id=49455d39-eb41-4fc3-ab38-5b66cce7dde1)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:55:45.161415 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:45.174881 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-07e022aa-6813-47ad-891c-9c49fd66788b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:45.224173 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=903ea88f-f4ee-4632-8518-e8b4fd6c9933,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:45.253905 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc50a9-ca41-40a9-8891-d7d1cb55b0d8 req-1f1dfed6-3d2d-4b5d-81c3-5f3bb5891866 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:45.262120 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-39fc50a9-ca41-40a9-8891-d7d1cb55b0d8 req-1f1dfed6-3d2d-4b5d-81c3-5f3bb5891866 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.1630044 Jun 30 10:55:45.262361 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e3392a-01bb-4416-ae0d-074e3efffa2a x-openstack-request-id: req-c9e3392a-01bb-4416-ae0d-074e3efffa2a {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:55:45.262953 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388f1c40-db91-47e0-86b4-f577518abde0", "name": "network-vif-plugged", "status": "completed", "tag": "903ea88f-f4ee-4632-8518-e8b4fd6c9933", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:55:45.263427 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c9e3392a-01bb-4416-ae0d-074e3efffa2a {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:55:45.264022 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388f1c40-db91-47e0-86b4-f577518abde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903ea88f-f4ee-4632-8518-e8b4fd6c9933', 'code': 200} Jun 30 10:55:45.373130 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-39fc50a9-ca41-40a9-8891-d7d1cb55b0d8 req-722fbdf2-c34a-42f8-a56b-3cb219cee1c1 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099360 Jun 30 10:55:45.392003 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-84acc096-ed12-4002-b004-22235342a196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed749ae-bbd3-4f39-b5a8-8872b7a50faa {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:55:45.409806 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-84acc096-ed12-4002-b004-22235342a196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:45.427199 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-84acc096-ed12-4002-b004-22235342a196 service neutron] Transition to ACTIVE for port object eed749ae-bbd3-4f39-b5a8-8872b7a50faa will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:55:45.434981 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-84acc096-ed12-4002-b004-22235342a196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:45.624869 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.notifiers.nova [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-07e022aa-6813-47ad-891c-9c49fd66788b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b73bfb45-fb40-4f4c-9426-9619c02094a8 {{(pid=92943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:55:45.635335 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-07e022aa-6813-47ad-891c-9c49fd66788b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:45.655226 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.provisioning_blocks [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-07e022aa-6813-47ad-891c-9c49fd66788b service neutron] Transition to ACTIVE for port object b73bfb45-fb40-4f4c-9426-9619c02094a8 will not be triggered until provisioned by entity L2. {{(pid=92943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:55:45.662185 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-07e022aa-6813-47ad-891c-9c49fd66788b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725890'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:45.705707 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743b2c2-652a-4ace-8bfb-116a47ff58ce req-61835302-0b3e-4a34-a1b5-9b9aa488a1b2 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:45.707275 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-8743b2c2-652a-4ace-8bfb-116a47ff58ce req-61835302-0b3e-4a34-a1b5-9b9aa488a1b2 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7 HTTP/1.1" status: 200 len: 932 time: 0.1303170 Jun 30 10:55:45.746254 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e022aa-6813-47ad-891c-9c49fd66788b service neutron] Pushing event updated for resources: {'Port': ['ID=b73bfb45-fb40-4f4c-9426-9619c02094a8,revision_number=2']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:45.812678 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-8743b2c2-652a-4ace-8bfb-116a47ff58ce req-b67fedef-c248-430d-9853-acbf1d5b713e tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956609 Jun 30 10:55:45.848227 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-07e022aa-6813-47ad-891c-9c49fd66788b service neutron] Attempting to bind port b73bfb45-fb40-4f4c-9426-9619c02094a8 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:55:45.848575 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-07e022aa-6813-47ad-891c-9c49fd66788b service neutron] Attempting to bind port b73bfb45-fb40-4f4c-9426-9619c02094a8 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '7a073d4a-aaa5-4d28-a997-195506525541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1cceee2a-e014-4f4b-b21f-1aa5fd68b61d'}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:55:45.848905 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-07e022aa-6813-47ad-891c-9c49fd66788b service neutron] Attempting to bind port b73bfb45-fb40-4f4c-9426-9619c02094a8 on network 1cceee2a-e014-4f4b-b21f-1aa5fd68b61d {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:55:45.849931 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acc096-ed12-4002-b004-22235342a196 service neutron] Pushing event updated for resources: {'Port': ['ID=eed749ae-bbd3-4f39-b5a8-8872b7a50faa,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:45.854487 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-07e022aa-6813-47ad-891c-9c49fd66788b service neutron] Port b73bfb45-fb40-4f4c-9426-9619c02094a8 on network 1cceee2a-e014-4f4b-b21f-1aa5fd68b61d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:55:45.855060 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-07e022aa-6813-47ad-891c-9c49fd66788b service neutron] Attempting to bind port b73bfb45-fb40-4f4c-9426-9619c02094a8 on network 1cceee2a-e014-4f4b-b21f-1aa5fd68b61d {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:55:45.860785 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-07e022aa-6813-47ad-891c-9c49fd66788b service neutron] Checking agent: {'id': '5d5b2242-4ffd-4515-a15c-824c74b42c52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'started_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:55:45.861129 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-07e022aa-6813-47ad-891c-9c49fd66788b service neutron] Checking segment: {'id': '7a073d4a-aaa5-4d28-a997-195506525541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1cceee2a-e014-4f4b-b21f-1aa5fd68b61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:55:45.861546 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-07e022aa-6813-47ad-891c-9c49fd66788b service neutron] Bound using segment: {'id': '7a073d4a-aaa5-4d28-a997-195506525541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1cceee2a-e014-4f4b-b21f-1aa5fd68b61d'} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:55:45.861977 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-07e022aa-6813-47ad-891c-9c49fd66788b service neutron] Bound port: b73bfb45-fb40-4f4c-9426-9619c02094a8, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a073d4a-aaa5-4d28-a997-195506525541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1cceee2a-e014-4f4b-b21f-1aa5fd68b61d'}}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:55:45.862336 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-07e022aa-6813-47ad-891c-9c49fd66788b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:45.925313 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec6f22-9fba-4967-8049-a693f3063564 req-5e139bf0-dee6-42cb-9bd2-14837d76ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:45.927304 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bbec6f22-9fba-4967-8049-a693f3063564 req-5e139bf0-dee6-42cb-9bd2-14837d76ed8f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=388f1c40-db91-47e0-86b4-f577518abde0 HTTP/1.1" status: 200 len: 1103 time: 0.1302392 Jun 30 10:55:45.941291 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-84acc096-ed12-4002-b004-22235342a196 service neutron] Attempting to bind port eed749ae-bbd3-4f39-b5a8-8872b7a50faa on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:55:45.941644 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-84acc096-ed12-4002-b004-22235342a196 service neutron] Attempting to bind port eed749ae-bbd3-4f39-b5a8-8872b7a50faa by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'a4b16849-21ca-418a-a687-42fb430f6d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:55:45.941980 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-84acc096-ed12-4002-b004-22235342a196 service neutron] Attempting to bind port eed749ae-bbd3-4f39-b5a8-8872b7a50faa on network a20081a6-ba67-4abf-96ef-d0d83658aac0 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:55:45.945756 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-07e022aa-6813-47ad-891c-9c49fd66788b service neutron] For port b73bfb45-fb40-4f4c-9426-9619c02094a8, host hv-cinder-78662, cleared binding levels {{(pid=92943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:55:45.952793 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-84acc096-ed12-4002-b004-22235342a196 service neutron] Port eed749ae-bbd3-4f39-b5a8-8872b7a50faa on network a20081a6-ba67-4abf-96ef-d0d83658aac0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:55:45.953409 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-84acc096-ed12-4002-b004-22235342a196 service neutron] Attempting to bind port eed749ae-bbd3-4f39-b5a8-8872b7a50faa on network a20081a6-ba67-4abf-96ef-d0d83658aac0 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:55:45.961755 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-07e022aa-6813-47ad-891c-9c49fd66788b service neutron] For port b73bfb45-fb40-4f4c-9426-9619c02094a8, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b73bfb45-fb40-4f4c-9426-9619c02094a8,segment=NetworkSegment(7a073d4a-aaa5-4d28-a997-195506525541),segment_id=7a073d4a-aaa5-4d28-a997-195506525541)] {{(pid=92943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:55:45.967565 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-84acc096-ed12-4002-b004-22235342a196 service neutron] Checking agent: {'id': '5d5b2242-4ffd-4515-a15c-824c74b42c52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'started_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:55:45.968196 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-84acc096-ed12-4002-b004-22235342a196 service neutron] Checking segment: {'id': 'a4b16849-21ca-418a-a687-42fb430f6d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:55:45.968777 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-84acc096-ed12-4002-b004-22235342a196 service neutron] Bound using segment: {'id': 'a4b16849-21ca-418a-a687-42fb430f6d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:55:45.969386 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-84acc096-ed12-4002-b004-22235342a196 service neutron] Bound port: eed749ae-bbd3-4f39-b5a8-8872b7a50faa, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b16849-21ca-418a-a687-42fb430f6d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:55:45.969686 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-07e022aa-6813-47ad-891c-9c49fd66788b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725890'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:45.970094 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-84acc096-ed12-4002-b004-22235342a196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:45.997737 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bbec6f22-9fba-4967-8049-a693f3063564 req-fec7ae49-1be3-4bff-8ab0-235728fa5e80 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=27db218f-8105-4d38-8745-2a6064e0deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509136 Jun 30 10:55:46.034182 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-07e022aa-6813-47ad-891c-9c49fd66788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:46.034650 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-07e022aa-6813-47ad-891c-9c49fd66788b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for port, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:46.036016 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-07e022aa-6813-47ad-891c-9c49fd66788b service neutron] 10.222.0.39 "PUT /v2.0/ports/b73bfb45-fb40-4f4c-9426-9619c02094a8 HTTP/1.1" status: 200 len: 1094 time: 0.9951019 Jun 30 10:55:46.036456 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7', 'tag': 'b73bfb45-fb40-4f4c-9426-9619c02094a8'}] {{(pid=92943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:55:46.039048 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbe9d626e50383ffb82a595db8fc1549102463c899d09ce870a2344fe6ae64b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f733b1ec-a108-4c9b-a78b-29048d5fdd4b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7", "tag": "b73bfb45-fb40-4f4c-9426-9619c02094a8"}]}' {{(pid=92943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:55:46.084759 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-84acc096-ed12-4002-b004-22235342a196 service neutron] For port eed749ae-bbd3-4f39-b5a8-8872b7a50faa, host hv-cinder-78662, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:55:46.088701 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-84acc096-ed12-4002-b004-22235342a196 service neutron] For port eed749ae-bbd3-4f39-b5a8-8872b7a50faa, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=eed749ae-bbd3-4f39-b5a8-8872b7a50faa,segment=NetworkSegment(a4b16849-21ca-418a-a687-42fb430f6d22),segment_id=a4b16849-21ca-418a-a687-42fb430f6d22)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:55:46.097450 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e022aa-6813-47ad-891c-9c49fd66788b service neutron] Pushing event updated for resources: {'Port': ['ID=b73bfb45-fb40-4f4c-9426-9619c02094a8,revision_number=3']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:46.099494 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-84acc096-ed12-4002-b004-22235342a196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:46.121818 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280dda9f-c6f2-4990-991b-3cc981c0bbaa req-e7e0f39a-b07c-41d8-b48f-6a0335b1db6a tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:46.124044 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-280dda9f-c6f2-4990-991b-3cc981c0bbaa req-e7e0f39a-b07c-41d8-b48f-6a0335b1db6a tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/ports?device_id=388f1c40-db91-47e0-86b4-f577518abde0 HTTP/1.1" status: 200 len: 950 time: 0.1079872 Jun 30 10:55:46.186448 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-84acc096-ed12-4002-b004-22235342a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:46.187075 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-84acc096-ed12-4002-b004-22235342a196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:46.188473 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-84acc096-ed12-4002-b004-22235342a196 service neutron] 10.222.0.39 "PUT /v2.0/ports/eed749ae-bbd3-4f39-b5a8-8872b7a50faa HTTP/1.1" status: 200 len: 1093 time: 1.4562654 Jun 30 10:55:46.189820 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77af5511-59cd-46c4-93d3-63651ebe99ad', 'tag': 'eed749ae-bbd3-4f39-b5a8-8872b7a50faa'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:55:46.190416 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd615f9-a620-4691-86c6-69374947b1be req-1904d10f-0f96-41e2-ae3c-280926db311a tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:46.192096 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ceb9a0-13b0-4a48-8b32-c3a91724c88d" -d '{"events": [{"name": "network-changed", "server_uuid": "77af5511-59cd-46c4-93d3-63651ebe99ad", "tag": "eed749ae-bbd3-4f39-b5a8-8872b7a50faa"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:55:46.192403 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-dbd615f9-a620-4691-86c6-69374947b1be req-1904d10f-0f96-41e2-ae3c-280926db311a tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 943 time: 0.1487331 Jun 30 10:55:46.246852 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acc096-ed12-4002-b004-22235342a196 service neutron] Pushing event updated for resources: {'Port': ['ID=eed749ae-bbd3-4f39-b5a8-8872b7a50faa,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:46.252044 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-280dda9f-c6f2-4990-991b-3cc981c0bbaa req-9cc0bd6a-d85c-431e-aae0-433de79f06f7 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/security-groups?id=27db218f-8105-4d38-8745-2a6064e0deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047409 Jun 30 10:55:46.267022 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-dbd615f9-a620-4691-86c6-69374947b1be req-e4434615-49a4-4a19-a8d1-951f5a549d87 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601785 Jun 30 10:55:46.268702 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-7fe8b4b6-0d4f-43ac-9655-a483f84c6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:46.270365 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-7fe8b4b6-0d4f-43ac-9655-a483f84c6c5e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d564e1bed48b449f915b5b11b7a79dc1&device_id=a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7 HTTP/1.1" status: 200 len: 1097 time: 0.1219337 Jun 30 10:55:46.301201 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-0d92b731-5ee2-4ebb-8f88-6fad38c422c1 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:46.302877 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-0d92b731-5ee2-4ebb-8f88-6fad38c422c1 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.39 "GET /v2.0/networks?id=63a504e7-43a3-4578-ac04-0eb568bf06d3 HTTP/1.1" status: 200 len: 813 time: 0.1807356 Jun 30 10:55:46.343569 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-cc394635-962e-4f42-bf51-e2792e744245 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b73bfb45-fb40-4f4c-9426-9619c02094a8 HTTP/1.1" status: 200 len: 217 time: 0.0565913 Jun 30 10:55:46.344983 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-67e0d86f-54c3-4c3f-a314-b2ff011d5086 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Request body: {'port': {'device_id': '5a5f0583-a280-4485-bad7-0742e0799b5e', 'network_id': '63a504e7-43a3-4578-ac04-0eb568bf06d3', 'admin_state_up': True, 'tenant_id': '0c8581cbf993494aa551acf5776e96bf'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:55:46.358896 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677e1788-155d-4597-ba78-a932612cf4db x-openstack-request-id: req-677e1788-155d-4597-ba78-a932612cf4db {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:55:46.360034 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7", "tag": "b73bfb45-fb40-4f4c-9426-9619c02094a8", "status": "completed", "code": 200}]} {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:55:46.360385 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-677e1788-155d-4597-ba78-a932612cf4db {{(pid=92943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:55:46.361790 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7', 'tag': 'b73bfb45-fb40-4f4c-9426-9619c02094a8', 'status': 'completed', 'code': 200} Jun 30 10:55:46.423732 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29832ee-cd87-41d9-8c94-614e325e7024 x-openstack-request-id: req-a29832ee-cd87-41d9-8c94-614e325e7024 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:55:46.425269 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77af5511-59cd-46c4-93d3-63651ebe99ad", "tag": "eed749ae-bbd3-4f39-b5a8-8872b7a50faa", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:55:46.425269 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a29832ee-cd87-41d9-8c94-614e325e7024 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:55:46.430463 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77af5511-59cd-46c4-93d3-63651ebe99ad', 'tag': 'eed749ae-bbd3-4f39-b5a8-8872b7a50faa', 'status': 'completed', 'code': 200} Jun 30 10:55:46.458263 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8c0143e0-15fc-4c85-a53f-7101828357df req-79b2cb14-724d-4696-a109-e0855ff511dc tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a5f0583-a280-4485-bad7-0742e0799b5e HTTP/1.1" status: 200 len: 210 time: 0.0759702 Jun 30 10:55:46.494681 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-1bb2399d-77bd-483d-a364-244a34c0eb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:46.496875 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-1bb2399d-77bd-483d-a364-244a34c0eb57 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9a7a22bf-7465-430e-be71-1fed7b0531ad HTTP/1.1" status: 200 len: 848 time: 0.1276281 Jun 30 10:55:46.505570 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-db867fd2-c46f-43e0-910b-ecf07a2cc27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:46.508134 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-db867fd2-c46f-43e0-910b-ecf07a2cc27a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7789f67dc72a47fb92630538059ec02e&device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 1096 time: 0.1728499 Jun 30 10:55:46.529430 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-67e0d86f-54c3-4c3f-a314-b2ff011d5086 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Made reservation on behalf of 0c8581cbf993494aa551acf5776e96bf for: {'port': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:55:46.533466 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-67e0d86f-54c3-4c3f-a314-b2ff011d5086 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:46.616391 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-2763e4b9-43c3-4011-912d-73ff850d58a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1cceee2a-e014-4f4b-b21f-1aa5fd68b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791276 Jun 30 10:55:46.619821 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-4b1a62a6-41a7-4ca3-b34c-03bdfa787247 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed749ae-bbd3-4f39-b5a8-8872b7a50faa HTTP/1.1" status: 200 len: 217 time: 0.0805504 Jun 30 10:55:46.750856 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_common [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-67e0d86f-54c3-4c3f-a314-b2ff011d5086 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Allocated IP 172.20.0.8 (63a504e7-43a3-4578-ac04-0eb568bf06d3/4bf2fb00-096b-4b29-8de3-eddb01e7528c/09399f9c-0a87-4b88-b378-907e6ba7d2c2) {{(pid=92943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:55:46.793438 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-cfb5fe7a-ad1b-4403-a1a7-e1d81437f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:46.794914 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-cfb5fe7a-ad1b-4403-a1a7-e1d81437f269 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=873c6c9f-5658-492f-86d2-622388a23a24 HTTP/1.1" status: 200 len: 854 time: 0.1536942 Jun 30 10:55:46.868899 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-436b6278-b604-4fd3-bcf7-e874e69cdd33 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a20081a6-ba67-4abf-96ef-d0d83658aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590477 Jun 30 10:55:46.890268 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-df36157f-92ac-4a2e-8358-0cee1616b795 service neutron] 10.222.0.39 "GET /v2.0/networks/1cceee2a-e014-4f4b-b21f-1aa5fd68b61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500205 Jun 30 10:55:46.913482 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087282f-709f-40bc-b4b8-90c62a58feb9 req-7f6766cd-a670-4858-bc3e-5ecfed641612 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:46.920934 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d087282f-709f-40bc-b4b8-90c62a58feb9 req-7f6766cd-a670-4858-bc3e-5ecfed641612 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.3032451 Jun 30 10:55:46.953493 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-67e0d86f-54c3-4c3f-a314-b2ff011d5086 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Notify callbacks [] for port, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:46.973193 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 55748) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:47.045886 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-67e0d86f-54c3-4c3f-a314-b2ff011d5086 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8725936'] for port, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:47.106013 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-67e0d86f-54c3-4c3f-a314-b2ff011d5086 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Network 63a504e7-43a3-4578-ac04-0eb568bf06d3 is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:55:47.113170 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-67e0d86f-54c3-4c3f-a314-b2ff011d5086 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:55:47.122135 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-67e0d86f-54c3-4c3f-a314-b2ff011d5086 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Received port after_create {{(pid=92943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:55:47.129583 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0d86f-54c3-4c3f-a314-b2ff011d5086 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Pushing event updated for resources: {'Port': ['ID=09399f9c-0a87-4b88-b378-907e6ba7d2c2,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:47.131581 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d087282f-709f-40bc-b4b8-90c62a58feb9 req-8648d697-8a4a-4983-a044-2539fff80446 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097733 Jun 30 10:55:47.162178 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a3b58-5add-4b6a-8112-0c5d4a1ad3fe req-345771b0-6821-4691-9f06-704ec550fad8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:47.168201 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-178a3b58-5add-4b6a-8112-0c5d4a1ad3fe req-345771b0-6821-4691-9f06-704ec550fad8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7 HTTP/1.1" status: 200 len: 944 time: 0.1816587 Jun 30 10:55:47.182313 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-386182d8-9e85-49bd-9f5c-21fd47c7a80e service neutron] 10.222.0.39 "GET /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944424 Jun 30 10:55:47.186225 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d8b7f883-7aed-4a41-9557-ca77e4f83ecd req-8d1c8e36-1817-426a-81cd-651cd791ebb1 service neutron] 10.222.0.39 "GET /v2.0/networks/1cceee2a-e014-4f4b-b21f-1aa5fd68b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474811 Jun 30 10:55:47.218045 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-52b11e87-6a0c-4aba-b980-1f79127ae443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:47.262677 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-67e0d86f-54c3-4c3f-a314-b2ff011d5086 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:47.263316 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-67e0d86f-54c3-4c3f-a314-b2ff011d5086 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for port, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:47.296003 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-178a3b58-5add-4b6a-8112-0c5d4a1ad3fe req-0efd3616-a164-4a89-850c-ffd1309d916c tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155314 Jun 30 10:55:47.374246 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-38673018-31c7-4ffe-9e99-01f3d675c413 req-51e1c362-cdbd-41cb-9163-d5f41b7aaaed service neutron] 10.222.0.39 "GET /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608074 Jun 30 10:55:47.438041 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-52b11e87-6a0c-4aba-b980-1f79127ae443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:47.444576 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-52b11e87-6a0c-4aba-b980-1f79127ae443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:47.453373 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-67e0d86f-54c3-4c3f-a314-b2ff011d5086 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1180663 Jun 30 10:55:47.486182 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-feb08067-460f-498b-841a-e9393494297b service neutron] Request body: {'port': {'device_id': '5a5f0583-a280-4485-bad7-0742e0799b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:55:47.503914 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733b1ec-a108-4c9b-a78b-29048d5fdd4b req-9f93eeda-17b4-4295-8f09-55900bf132eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:47.505331 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f733b1ec-a108-4c9b-a78b-29048d5fdd4b req-9f93eeda-17b4-4295-8f09-55900bf132eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d564e1bed48b449f915b5b11b7a79dc1&device_id=a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7 HTTP/1.1" status: 200 len: 1097 time: 0.1491199 Jun 30 10:55:47.549211 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-52b11e87-6a0c-4aba-b980-1f79127ae443 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1b5e03f013434301862a7072f7fd3a07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5749218 Jun 30 10:55:47.550038 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b11e87-6a0c-4aba-b980-1f79127ae443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f596acc-a9e8-4dd0-8571-54a702f063ee,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:47.552460 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 55758) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:47.590070 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3989f-dd04-4791-9c1b-db0c02044463 req-1399b200-4338-4fb7-b842-9bb42a0ec33f tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:47.591585 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f7d3989f-dd04-4791-9c1b-db0c02044463 req-1399b200-4338-4fb7-b842-9bb42a0ec33f tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/ports?device_id=388f1c40-db91-47e0-86b4-f577518abde0 HTTP/1.1" status: 200 len: 950 time: 0.1778057 Jun 30 10:55:47.623801 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ceb9a0-13b0-4a48-8b32-c3a91724c88d req-b74f0cd4-294a-457a-a896-9ddf88a25961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:47.625194 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f6ceb9a0-13b0-4a48-8b32-c3a91724c88d req-b74f0cd4-294a-457a-a896-9ddf88a25961 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7789f67dc72a47fb92630538059ec02e&device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 1096 time: 0.1688261 Jun 30 10:55:47.654004 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-feb08067-460f-498b-841a-e9393494297b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:47.664852 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b1f99-25da-4118-ac3d-3f0bc832b6c8 req-1f4c4ca9-9091-4b00-b739-eefe704d54e0 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:47.666356 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-450b1f99-25da-4118-ac3d-3f0bc832b6c8 req-1f4c4ca9-9091-4b00-b739-eefe704d54e0 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 943 time: 0.2186320 Jun 30 10:55:47.677841 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3db71865-da85-494c-8dd9-f01081e2fcfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:47.713989 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f7d3989f-dd04-4791-9c1b-db0c02044463 req-86626c6e-a794-404d-99f2-c1e3614f599c tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/security-groups?id=27db218f-8105-4d38-8745-2a6064e0deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123862 Jun 30 10:55:47.721815 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733b1ec-a108-4c9b-a78b-29048d5fdd4b req-dbd6e773-cce1-46cf-8714-73a47c779c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:47.723360 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f733b1ec-a108-4c9b-a78b-29048d5fdd4b req-dbd6e773-cce1-46cf-8714-73a47c779c69 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1cceee2a-e014-4f4b-b21f-1aa5fd68b61d HTTP/1.1" status: 200 len: 909 time: 0.2030532 Jun 30 10:55:47.753400 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3db71865-da85-494c-8dd9-f01081e2fcfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:47.770481 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-450b1f99-25da-4118-ac3d-3f0bc832b6c8 req-13ceb5de-30bb-45e7-9f2b-81f5df8521e1 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960553 Jun 30 10:55:47.778129 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f733b1ec-a108-4c9b-a78b-29048d5fdd4b req-68e1d515-ccce-42a0-8a49-b8cb7c2d7dc0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b73bfb45-fb40-4f4c-9426-9619c02094a8 HTTP/1.1" status: 200 len: 217 time: 0.0457497 Jun 30 10:55:47.837058 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ceb9a0-13b0-4a48-8b32-c3a91724c88d req-71783f04-3362-43cb-8c1e-abcedf3dd02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:47.838553 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f6ceb9a0-13b0-4a48-8b32-c3a91724c88d req-71783f04-3362-43cb-8c1e-abcedf3dd02e service neutron] 10.222.0.39 "GET /v2.0/networks?id=a20081a6-ba67-4abf-96ef-d0d83658aac0 HTTP/1.1" status: 200 len: 915 time: 0.2051308 Jun 30 10:55:47.923069 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733b1ec-a108-4c9b-a78b-29048d5fdd4b req-fe2dff41-1779-4afb-8436-61a764bf2f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:47.924490 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f733b1ec-a108-4c9b-a78b-29048d5fdd4b req-fe2dff41-1779-4afb-8436-61a764bf2f93 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9a7a22bf-7465-430e-be71-1fed7b0531ad HTTP/1.1" status: 200 len: 848 time: 0.1353226 Jun 30 10:55:47.925842 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3db71865-da85-494c-8dd9-f01081e2fcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:47.926912 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f6ceb9a0-13b0-4a48-8b32-c3a91724c88d req-caf8cd75-c155-43b4-bdd5-b98e14857945 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed749ae-bbd3-4f39-b5a8-8872b7a50faa HTTP/1.1" status: 200 len: 217 time: 0.0668046 Jun 30 10:55:47.928499 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3db71865-da85-494c-8dd9-f01081e2fcfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:47.929682 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-3db71865-da85-494c-8dd9-f01081e2fcfd admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1f596acc-a9e8-4dd0-8571-54a702f063ee HTTP/1.1" status: 204 len: 168 time: 0.3735187 Jun 30 10:55:47.943200 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db71865-da85-494c-8dd9-f01081e2fcfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f596acc-a9e8-4dd0-8571-54a702f063ee,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:48.027209 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdf02c-6e06-4a15-95a1-014124b1a3d4 req-8c0549b2-96f3-4ac2-b12a-1d99ba143f96 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:48.034472 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-09fdf02c-6e06-4a15-95a1-014124b1a3d4 req-8c0549b2-96f3-4ac2-b12a-1d99ba143f96 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a5f0583-a280-4485-bad7-0742e0799b5e HTTP/1.1" status: 200 len: 931 time: 0.1887188 Jun 30 10:55:48.050844 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.notifiers.nova [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-feb08067-460f-498b-841a-e9393494297b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09399f9c-0a87-4b88-b378-907e6ba7d2c2 {{(pid=92943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:55:48.060123 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-feb08067-460f-498b-841a-e9393494297b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:48.062869 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f733b1ec-a108-4c9b-a78b-29048d5fdd4b req-c03bfb49-5659-417e-9435-c17b3aa6ada8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1cceee2a-e014-4f4b-b21f-1aa5fd68b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117332 Jun 30 10:55:48.076387 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.provisioning_blocks [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-feb08067-460f-498b-841a-e9393494297b service neutron] Transition to ACTIVE for port object 09399f9c-0a87-4b88-b378-907e6ba7d2c2 will not be triggered until provisioned by entity L2. {{(pid=92943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:55:48.080951 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-feb08067-460f-498b-841a-e9393494297b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725890'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:48.136181 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb08067-460f-498b-841a-e9393494297b service neutron] Pushing event updated for resources: {'Port': ['ID=09399f9c-0a87-4b88-b378-907e6ba7d2c2,revision_number=2']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:48.155744 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ceb9a0-13b0-4a48-8b32-c3a91724c88d req-c5a26178-1526-44eb-ad9d-a271cb971f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:48.157982 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f6ceb9a0-13b0-4a48-8b32-c3a91724c88d req-c5a26178-1526-44eb-ad9d-a271cb971f2d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=873c6c9f-5658-492f-86d2-622388a23a24 HTTP/1.1" status: 200 len: 854 time: 0.2085197 Jun 30 10:55:48.169196 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-09fdf02c-6e06-4a15-95a1-014124b1a3d4 req-72fb5963-64b3-4a2d-a444-4d21e91b391f tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338046 Jun 30 10:55:48.206279 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f6ceb9a0-13b0-4a48-8b32-c3a91724c88d req-74efc3e2-e601-4186-acfe-6ca12feb0a34 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a20081a6-ba67-4abf-96ef-d0d83658aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327730 Jun 30 10:55:48.206658 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-feb08067-460f-498b-841a-e9393494297b service neutron] Attempting to bind port 09399f9c-0a87-4b88-b378-907e6ba7d2c2 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:55:48.207004 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-feb08067-460f-498b-841a-e9393494297b service neutron] Attempting to bind port 09399f9c-0a87-4b88-b378-907e6ba7d2c2 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '280b53da-e87b-4ff3-97ab-ceaac7c5f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '63a504e7-43a3-4578-ac04-0eb568bf06d3'}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:55:48.207339 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-feb08067-460f-498b-841a-e9393494297b service neutron] Attempting to bind port 09399f9c-0a87-4b88-b378-907e6ba7d2c2 on network 63a504e7-43a3-4578-ac04-0eb568bf06d3 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:55:48.212426 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-feb08067-460f-498b-841a-e9393494297b service neutron] Port 09399f9c-0a87-4b88-b378-907e6ba7d2c2 on network 63a504e7-43a3-4578-ac04-0eb568bf06d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:55:48.212962 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-feb08067-460f-498b-841a-e9393494297b service neutron] Attempting to bind port 09399f9c-0a87-4b88-b378-907e6ba7d2c2 on network 63a504e7-43a3-4578-ac04-0eb568bf06d3 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:55:48.223903 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-feb08067-460f-498b-841a-e9393494297b service neutron] Checking agent: {'id': '5d5b2242-4ffd-4515-a15c-824c74b42c52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'started_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:55:48.224509 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-feb08067-460f-498b-841a-e9393494297b service neutron] Checking segment: {'id': '280b53da-e87b-4ff3-97ab-ceaac7c5f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '63a504e7-43a3-4578-ac04-0eb568bf06d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:55:48.225091 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-feb08067-460f-498b-841a-e9393494297b service neutron] Bound using segment: {'id': '280b53da-e87b-4ff3-97ab-ceaac7c5f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '63a504e7-43a3-4578-ac04-0eb568bf06d3'} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:55:48.225737 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-feb08067-460f-498b-841a-e9393494297b service neutron] Bound port: 09399f9c-0a87-4b88-b378-907e6ba7d2c2, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280b53da-e87b-4ff3-97ab-ceaac7c5f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '63a504e7-43a3-4578-ac04-0eb568bf06d3'}}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:55:48.226261 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-feb08067-460f-498b-841a-e9393494297b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:48.302491 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f733b1ec-a108-4c9b-a78b-29048d5fdd4b req-7bcb7f9f-7cc9-48ea-8979-bb72d7fbde9e service neutron] 10.222.0.39 "GET /v2.0/networks/1cceee2a-e014-4f4b-b21f-1aa5fd68b61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153111 Jun 30 10:55:48.316030 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-feb08067-460f-498b-841a-e9393494297b service neutron] For port 09399f9c-0a87-4b88-b378-907e6ba7d2c2, host hv-cinder-78662, cleared binding levels {{(pid=92943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:55:48.372792 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-feb08067-460f-498b-841a-e9393494297b service neutron] For port 09399f9c-0a87-4b88-b378-907e6ba7d2c2, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=09399f9c-0a87-4b88-b378-907e6ba7d2c2,segment=NetworkSegment(280b53da-e87b-4ff3-97ab-ceaac7c5f99c),segment_id=280b53da-e87b-4ff3-97ab-ceaac7c5f99c)] {{(pid=92943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:55:48.386465 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f6ceb9a0-13b0-4a48-8b32-c3a91724c88d req-ef31028b-f3a3-468a-9772-d56b03764e26 service neutron] 10.222.0.39 "GET /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688797 Jun 30 10:55:48.392385 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-feb08067-460f-498b-841a-e9393494297b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725890'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:48.438331 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-feb08067-460f-498b-841a-e9393494297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:48.438965 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-feb08067-460f-498b-841a-e9393494297b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for port, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:48.440397 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-feb08067-460f-498b-841a-e9393494297b service neutron] 10.222.0.39 "PUT /v2.0/ports/09399f9c-0a87-4b88-b378-907e6ba7d2c2 HTTP/1.1" status: 200 len: 1093 time: 0.9648502 Jun 30 10:55:48.440908 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5f0583-a280-4485-bad7-0742e0799b5e', 'tag': '09399f9c-0a87-4b88-b378-907e6ba7d2c2'}] {{(pid=92943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:55:48.443202 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbe9d626e50383ffb82a595db8fc1549102463c899d09ce870a2344fe6ae64b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0e3560-d157-4d54-b317-8f2b3e41e6ea" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5f0583-a280-4485-bad7-0742e0799b5e", "tag": "09399f9c-0a87-4b88-b378-907e6ba7d2c2"}]}' {{(pid=92943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:55:48.463205 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447fb46-6a8b-47da-8ba9-49da55e70834 req-0c039a5a-40f8-41dc-a2e3-e7e4e60ba110 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:48.464857 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a447fb46-6a8b-47da-8ba9-49da55e70834 req-0c039a5a-40f8-41dc-a2e3-e7e4e60ba110 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.1525135 Jun 30 10:55:48.481870 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f733b1ec-a108-4c9b-a78b-29048d5fdd4b req-6755ed19-c498-4b27-b7d9-1042dc8d0441 service neutron] 10.222.0.39 "GET /v2.0/networks/1cceee2a-e014-4f4b-b21f-1aa5fd68b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618466 Jun 30 10:55:48.528677 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb08067-460f-498b-841a-e9393494297b service neutron] Pushing event updated for resources: {'Port': ['ID=09399f9c-0a87-4b88-b378-907e6ba7d2c2,revision_number=3']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:48.542992 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a447fb46-6a8b-47da-8ba9-49da55e70834 req-2d3100b1-ad6e-430f-84ce-95855f015f53 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644312 Jun 30 10:55:48.578987 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f6ceb9a0-13b0-4a48-8b32-c3a91724c88d req-6febdc59-e1cc-4431-aebe-74820ff191c5 service neutron] 10.222.0.39 "GET /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825869 Jun 30 10:55:48.597318 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1707407-60a9-4189-9809-92502586d3ba x-openstack-request-id: req-d1707407-60a9-4189-9809-92502586d3ba {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:55:48.597607 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5f0583-a280-4485-bad7-0742e0799b5e", "tag": "09399f9c-0a87-4b88-b378-907e6ba7d2c2", "status": "completed", "code": 200}]} {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:55:48.597860 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d1707407-60a9-4189-9809-92502586d3ba {{(pid=92943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:55:48.598260 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5f0583-a280-4485-bad7-0742e0799b5e', 'tag': '09399f9c-0a87-4b88-b378-907e6ba7d2c2', 'status': 'completed', 'code': 200} Jun 30 10:55:48.618554 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985692a-b0e1-4a38-a2ff-db27afe22c27 req-80bb258a-740b-4d4c-b9b6-5f59491d361e tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:48.620808 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a985692a-b0e1-4a38-a2ff-db27afe22c27 req-80bb258a-740b-4d4c-b9b6-5f59491d361e tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7 HTTP/1.1" status: 200 len: 944 time: 0.1373434 Jun 30 10:55:48.625773 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-49332792-1d8a-4d96-a915-639f73e0a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:48.627209 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-49332792-1d8a-4d96-a915-639f73e0a075 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c8581cbf993494aa551acf5776e96bf&device_id=5a5f0583-a280-4485-bad7-0742e0799b5e HTTP/1.1" status: 200 len: 1096 time: 0.1019940 Jun 30 10:55:48.690769 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-fc70e75a-ce5d-4ff5-87b5-4bf92c1f8526 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09399f9c-0a87-4b88-b378-907e6ba7d2c2 HTTP/1.1" status: 200 len: 217 time: 0.0473819 Jun 30 10:55:48.695788 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a985692a-b0e1-4a38-a2ff-db27afe22c27 req-122c88d8-55c2-4bbe-be5d-210bd16360c9 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676258 Jun 30 10:55:48.759184 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-251f9b50-9b83-4d73-b746-4599fbd14922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:48.760975 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-251f9b50-9b83-4d73-b746-4599fbd14922 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4bf2fb00-096b-4b29-8de3-eddb01e7528c HTTP/1.1" status: 200 len: 853 time: 0.0521970 Jun 30 10:55:48.816371 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-6bebb383-3a44-425d-82e2-0d75c54555b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63a504e7-43a3-4578-ac04-0eb568bf06d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419612 Jun 30 10:55:48.841047 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device b73bfb45-fb40-4f4c-9426-9619c02094a8 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:55:48.951193 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-51a3a225-43b0-444e-8a4c-9f7cf83ea8db service neutron] 10.222.0.39 "GET /v2.0/networks/63a504e7-43a3-4578-ac04-0eb568bf06d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223593 Jun 30 10:55:48.957317 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1d58a-8187-4f24-b2b5-a4360d65d9e1 req-357ace1f-4997-49df-a20f-5a631db9c081 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:48.967051 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a1e1d58a-8187-4f24-b2b5-a4360d65d9e1 req-357ace1f-4997-49df-a20f-5a631db9c081 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/ports?device_id=388f1c40-db91-47e0-86b4-f577518abde0 HTTP/1.1" status: 200 len: 950 time: 0.1243777 Jun 30 10:55:48.988923 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port b73bfb45-fb40-4f4c-9426-9619c02094a8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b73bfb45-fb40-4f4c-9426-9619c02094a8,segment=NetworkSegment(7a073d4a-aaa5-4d28-a997-195506525541),segment_id=7a073d4a-aaa5-4d28-a997-195506525541)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:55:49.009414 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': 'b73bfb45-fb40-4f4c-9426-9619c02094a8', 'network_id': '1cceee2a-e014-4f4b-b21f-1aa5fd68b61d', 'port_id': 'b73bfb45-fb40-4f4c-9426-9619c02094a8', 'mac_address': 'fa:16:3e:1c:01:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a7a22bf-7465-430e-be71-1fed7b0531ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:55:49.018038 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a1e1d58a-8187-4f24-b2b5-a4360d65d9e1 req-e2169a32-b37b-4b57-a80a-49b1d3c95851 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/security-groups?id=27db218f-8105-4d38-8745-2a6064e0deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500052 Jun 30 10:55:49.090979 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:49.108940 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73bfb45-fb40-4f4c-9426-9619c02094a8 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:55:49.141548 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port b73bfb45-fb40-4f4c-9426-9619c02094a8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b73bfb45-fb40-4f4c-9426-9619c02094a8,segment=NetworkSegment(7a073d4a-aaa5-4d28-a997-195506525541),segment_id=7a073d4a-aaa5-4d28-a997-195506525541)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:55:49.148970 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:49.149845 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device eed749ae-bbd3-4f39-b5a8-8872b7a50faa details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:55:49.156991 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aa7fa-3995-4b60-bd33-6bea34a26f15 req-4e6974b4-2f13-484d-8eb1-489b80c29faa tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:49.158534 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cb0aa7fa-3995-4b60-bd33-6bea34a26f15 req-4e6974b4-2f13-484d-8eb1-489b80c29faa tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 943 time: 0.1962874 Jun 30 10:55:49.160408 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b817b55c-5bab-4bae-9c66-02a6a1144d4e req-bdcbd8af-45f3-4b12-9928-f8dc00aeff23 service neutron] 10.222.0.39 "GET /v2.0/networks/63a504e7-43a3-4578-ac04-0eb568bf06d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867225 Jun 30 10:55:49.221321 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cb0aa7fa-3995-4b60-bd33-6bea34a26f15 req-17362c9f-f7f4-4541-af09-3b1b7b80588d tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547721 Jun 30 10:55:49.270356 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=b73bfb45-fb40-4f4c-9426-9619c02094a8,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:49.322836 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e3560-d157-4d54-b317-8f2b3e41e6ea req-86ffd3d3-97dd-40d9-9ace-e68a2c512b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:49.324554 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ac0e3560-d157-4d54-b317-8f2b3e41e6ea req-86ffd3d3-97dd-40d9-9ace-e68a2c512b97 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c8581cbf993494aa551acf5776e96bf&device_id=5a5f0583-a280-4485-bad7-0742e0799b5e HTTP/1.1" status: 200 len: 1096 time: 0.1027400 Jun 30 10:55:49.330656 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port eed749ae-bbd3-4f39-b5a8-8872b7a50faa, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=eed749ae-bbd3-4f39-b5a8-8872b7a50faa,segment=NetworkSegment(a4b16849-21ca-418a-a687-42fb430f6d22),segment_id=a4b16849-21ca-418a-a687-42fb430f6d22)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:55:49.345120 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': 'eed749ae-bbd3-4f39-b5a8-8872b7a50faa', 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0', 'port_id': 'eed749ae-bbd3-4f39-b5a8-8872b7a50faa', 'mac_address': 'fa:16:3e:4a:7a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '873c6c9f-5658-492f-86d2-622388a23a24', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:55:49.415215 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:49.439059 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed749ae-bbd3-4f39-b5a8-8872b7a50faa {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:55:49.462291 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port eed749ae-bbd3-4f39-b5a8-8872b7a50faa, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=eed749ae-bbd3-4f39-b5a8-8872b7a50faa,segment=NetworkSegment(a4b16849-21ca-418a-a687-42fb430f6d22),segment_id=a4b16849-21ca-418a-a687-42fb430f6d22)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:55:49.464522 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e3560-d157-4d54-b317-8f2b3e41e6ea req-53108eed-7f8b-495d-b4b4-98b8c50c4b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:49.466465 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ac0e3560-d157-4d54-b317-8f2b3e41e6ea req-53108eed-7f8b-495d-b4b4-98b8c50c4b4b service neutron] 10.222.0.39 "GET /v2.0/networks?id=63a504e7-43a3-4578-ac04-0eb568bf06d3 HTTP/1.1" status: 200 len: 914 time: 0.1330326 Jun 30 10:55:49.468987 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:49.549627 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=eed749ae-bbd3-4f39-b5a8-8872b7a50faa,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:49.746513 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f5d4f-321d-4f60-9866-ccbfe76b8871 req-ac315e56-24b0-4ff5-8a9f-b1dbe7efb9db tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:49.760311 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a02f5d4f-321d-4f60-9866-ccbfe76b8871 req-ac315e56-24b0-4ff5-8a9f-b1dbe7efb9db tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/ports?device_id=388f1c40-db91-47e0-86b4-f577518abde0 HTTP/1.1" status: 200 len: 950 time: 0.1194921 Jun 30 10:55:49.814741 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a02f5d4f-321d-4f60-9866-ccbfe76b8871 req-74c494c4-6905-4d13-9be0-fc76d0773a69 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/security-groups?id=27db218f-8105-4d38-8745-2a6064e0deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522292 Jun 30 10:55:49.821505 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ac0e3560-d157-4d54-b317-8f2b3e41e6ea req-845b90a7-1456-4e93-ad00-f3ce44faea6e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09399f9c-0a87-4b88-b378-907e6ba7d2c2 HTTP/1.1" status: 200 len: 217 time: 0.3462167 Jun 30 10:55:49.923536 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e3560-d157-4d54-b317-8f2b3e41e6ea req-a10a9916-65e2-4f23-a783-b90b2b880a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:49.924724 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ac0e3560-d157-4d54-b317-8f2b3e41e6ea req-a10a9916-65e2-4f23-a783-b90b2b880a2f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4bf2fb00-096b-4b29-8de3-eddb01e7528c HTTP/1.1" status: 200 len: 853 time: 0.0806262 Jun 30 10:55:49.944857 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7de7a-9cb7-45a2-ad3e-4c53f09f85fa req-e457df18-11a3-4c81-9032-aaa1bc894d4e tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:49.946348 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e7f7de7a-9cb7-45a2-ad3e-4c53f09f85fa req-e457df18-11a3-4c81-9032-aaa1bc894d4e tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a5f0583-a280-4485-bad7-0742e0799b5e HTTP/1.1" status: 200 len: 943 time: 0.1239462 Jun 30 10:55:49.952877 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['eed749ae-bbd3-4f39-b5a8-8872b7a50faa'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:55:49.980422 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ac0e3560-d157-4d54-b317-8f2b3e41e6ea req-34416b04-bc9b-4ccd-b202-d47b350b7d03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63a504e7-43a3-4578-ac04-0eb568bf06d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322473 Jun 30 10:55:50.013196 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['b73bfb45-fb40-4f4c-9426-9619c02094a8'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:55:50.037012 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b7499-b28d-4a1c-9a8d-94bfa45fe3ad req-3567bfdd-efaf-4c36-a16b-fc7b7671c551 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:50.040428 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-045b7499-b28d-4a1c-9a8d-94bfa45fe3ad req-3567bfdd-efaf-4c36-a16b-fc7b7671c551 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.0963051 Jun 30 10:55:50.075253 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e7f7de7a-9cb7-45a2-ad3e-4c53f09f85fa req-2191878d-47e9-4a95-8682-9da995e4c18a tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994852 Jun 30 10:55:50.128980 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-045b7499-b28d-4a1c-9a8d-94bfa45fe3ad req-404274a8-b557-4103-a404-1c870e14a39a tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790033 Jun 30 10:55:50.166625 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ac0e3560-d157-4d54-b317-8f2b3e41e6ea req-ccb0eff4-3e2d-42b6-aec1-fb6f7432a1f9 service neutron] 10.222.0.39 "GET /v2.0/networks/63a504e7-43a3-4578-ac04-0eb568bf06d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683517 Jun 30 10:55:50.326760 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ac0e3560-d157-4d54-b317-8f2b3e41e6ea req-3a052e55-919b-449f-9248-b2f3c395ac84 service neutron] 10.222.0.39 "GET /v2.0/networks/63a504e7-43a3-4578-ac04-0eb568bf06d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491268 Jun 30 10:55:50.341771 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175ac7d-909b-4916-90bd-1ceb903be613 req-804f32f6-f2b0-479d-9b92-bb1568350084 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:50.343816 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1175ac7d-909b-4916-90bd-1ceb903be613 req-804f32f6-f2b0-479d-9b92-bb1568350084 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7 HTTP/1.1" status: 200 len: 945 time: 0.1009603 Jun 30 10:55:50.382935 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1175ac7d-909b-4916-90bd-1ceb903be613 req-86720a55-0978-4f5f-946c-b778d467b272 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338013 Jun 30 10:55:50.550291 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81483c75-5c75-4591-8f41-625ae4753000 req-bcb33e7f-9618-4247-9b77-55ac558ac002 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:50.551686 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-81483c75-5c75-4591-8f41-625ae4753000 req-bcb33e7f-9618-4247-9b77-55ac558ac002 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 944 time: 0.0619278 Jun 30 10:55:50.589254 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-81483c75-5c75-4591-8f41-625ae4753000 req-d6f6f914-ffbb-4a53-956c-72d9eef100c1 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312474 Jun 30 10:55:50.858665 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 09399f9c-0a87-4b88-b378-907e6ba7d2c2 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:55:50.952344 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 09399f9c-0a87-4b88-b378-907e6ba7d2c2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=09399f9c-0a87-4b88-b378-907e6ba7d2c2,segment=NetworkSegment(280b53da-e87b-4ff3-97ab-ceaac7c5f99c),segment_id=280b53da-e87b-4ff3-97ab-ceaac7c5f99c)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:55:50.964514 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': '09399f9c-0a87-4b88-b378-907e6ba7d2c2', 'network_id': '63a504e7-43a3-4578-ac04-0eb568bf06d3', 'port_id': '09399f9c-0a87-4b88-b378-907e6ba7d2c2', 'mac_address': 'fa:16:3e:56:b1:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf2fb00-096b-4b29-8de3-eddb01e7528c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:55:51.000863 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecd711-91b1-41e4-be78-93015479a4e0 req-ccf9e36e-9e43-469f-9f8d-ab0c1bee2a44 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:51.002372 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f1ecd711-91b1-41e4-be78-93015479a4e0 req-ccf9e36e-9e43-469f-9f8d-ab0c1bee2a44 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/ports?device_id=388f1c40-db91-47e0-86b4-f577518abde0 HTTP/1.1" status: 200 len: 950 time: 0.0701821 Jun 30 10:55:51.002604 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:51.019600 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09399f9c-0a87-4b88-b378-907e6ba7d2c2 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:55:51.038881 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 09399f9c-0a87-4b88-b378-907e6ba7d2c2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=09399f9c-0a87-4b88-b378-907e6ba7d2c2,segment=NetworkSegment(280b53da-e87b-4ff3-97ab-ceaac7c5f99c),segment_id=280b53da-e87b-4ff3-97ab-ceaac7c5f99c)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:55:51.040927 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f1ecd711-91b1-41e4-be78-93015479a4e0 req-467e81a3-9e62-4b6d-a0c6-92f2d20a2256 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/security-groups?id=27db218f-8105-4d38-8745-2a6064e0deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326593 Jun 30 10:55:51.043915 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:51.092239 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=09399f9c-0a87-4b88-b378-907e6ba7d2c2,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:51.241673 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44bfeb-712e-41ff-a29e-6788f24a69aa req-568acc4c-17a4-4f70-9823-82426781adca tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:51.243162 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2d44bfeb-712e-41ff-a29e-6788f24a69aa req-568acc4c-17a4-4f70-9823-82426781adca tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a5f0583-a280-4485-bad7-0742e0799b5e HTTP/1.1" status: 200 len: 944 time: 0.0655415 Jun 30 10:55:51.285473 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2d44bfeb-712e-41ff-a29e-6788f24a69aa req-4f7852fe-546f-4145-b83d-a66db8a631b4 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356381 Jun 30 10:55:51.299320 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497297a-3073-4acf-bbec-1d4209942b39 req-b5fae7ad-61eb-4208-939f-7a98b9708bd9 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:51.301055 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b497297a-3073-4acf-bbec-1d4209942b39 req-b5fae7ad-61eb-4208-939f-7a98b9708bd9 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.0661414 Jun 30 10:55:51.340497 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b497297a-3073-4acf-bbec-1d4209942b39 req-c5e84fdc-b224-4be4-a83f-8708ab2b5ba6 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336711 Jun 30 10:55:51.566277 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9762d8c-ee10-4e3f-b249-b162ab84c59d req-f2727b57-1ac5-454d-a4fd-145775be3f7c tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:51.567794 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c9762d8c-ee10-4e3f-b249-b162ab84c59d req-f2727b57-1ac5-454d-a4fd-145775be3f7c tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7 HTTP/1.1" status: 200 len: 945 time: 0.0673680 Jun 30 10:55:51.608281 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c9762d8c-ee10-4e3f-b249-b162ab84c59d req-894734aa-1b25-4f93-aa16-68077dcf1c46 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343878 Jun 30 10:55:51.765121 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['09399f9c-0a87-4b88-b378-907e6ba7d2c2'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:55:51.785872 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b88df8-4795-47e5-a814-172aadeb1593 req-d58b9154-b1c9-46b7-a5b5-ca40c7ae328e tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:51.788087 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-24b88df8-4795-47e5-a814-172aadeb1593 req-d58b9154-b1c9-46b7-a5b5-ca40c7ae328e tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 944 time: 0.0727794 Jun 30 10:55:51.827434 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-24b88df8-4795-47e5-a814-172aadeb1593 req-90cb1156-749a-4569-a83f-9eda3e1c9d7e tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333459 Jun 30 10:55:51.971280 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873d6fa-3688-43c2-803d-fc82e35bcae5 req-a4ea7895-b67c-4958-9331-6d70688532b1 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:51.972723 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f873d6fa-3688-43c2-803d-fc82e35bcae5 req-a4ea7895-b67c-4958-9331-6d70688532b1 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.39 "GET /v2.0/ports?device_id=388f1c40-db91-47e0-86b4-f577518abde0 HTTP/1.1" status: 200 len: 950 time: 0.0663121 Jun 30 10:55:52.082526 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-f873d6fa-3688-43c2-803d-fc82e35bcae5 req-612cdb8e-23a5-476b-af96-7cb3a4d46cd3 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Deleting port 903ea88f-f4ee-4632-8518-e8b4fd6c9933 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:55:52.083126 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-f873d6fa-3688-43c2-803d-fc82e35bcae5 req-612cdb8e-23a5-476b-af96-7cb3a4d46cd3 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:52.176505 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-f873d6fa-3688-43c2-803d-fc82e35bcae5 req-612cdb8e-23a5-476b-af96-7cb3a4d46cd3 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] For port 903ea88f-f4ee-4632-8518-e8b4fd6c9933, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=903ea88f-f4ee-4632-8518-e8b4fd6c9933,segment=NetworkSegment(49455d39-eb41-4fc3-ab38-5b66cce7dde1),segment_id=49455d39-eb41-4fc3-ab38-5b66cce7dde1)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:55:52.176866 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-f873d6fa-3688-43c2-803d-fc82e35bcae5 req-612cdb8e-23a5-476b-af96-7cb3a4d46cd3 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:52.189305 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-f873d6fa-3688-43c2-803d-fc82e35bcae5 req-612cdb8e-23a5-476b-af96-7cb3a4d46cd3 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Calling delete_port for 903ea88f-f4ee-4632-8518-e8b4fd6c9933 owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:55:52.219938 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699bde3-5e93-4276-8b6e-fd8940e62d64 req-94dfb07a-fa9d-4e75-b380-a502d9b5caad tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:52.221757 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3699bde3-5e93-4276-8b6e-fd8940e62d64 req-94dfb07a-fa9d-4e75-b380-a502d9b5caad tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/ports?device_id=388f1c40-db91-47e0-86b4-f577518abde0 HTTP/1.1" status: 200 len: 950 time: 0.0631330 Jun 30 10:55:52.259632 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3699bde3-5e93-4276-8b6e-fd8940e62d64 req-ae95b59f-1de8-4e10-8a35-07bab990b0b7 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/security-groups?id=27db218f-8105-4d38-8745-2a6064e0deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322633 Jun 30 10:55:52.320057 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-f873d6fa-3688-43c2-803d-fc82e35bcae5 req-612cdb8e-23a5-476b-af96-7cb3a4d46cd3 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:52.349730 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612cdb8e-23a5-476b-af96-7cb3a4d46cd3 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Pushing event deleted for resources: {'Port': ['ID=903ea88f-f4ee-4632-8518-e8b4fd6c9933,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:52.398797 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f873d6fa-3688-43c2-803d-fc82e35bcae5 req-612cdb8e-23a5-476b-af96-7cb3a4d46cd3 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] No DVR routers for this DVR port 903ea88f-f4ee-4632-8518-e8b4fd6c9933 on host hv-cinder-78662 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:55:52.402477 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-f873d6fa-3688-43c2-803d-fc82e35bcae5 req-612cdb8e-23a5-476b-af96-7cb3a4d46cd3 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:52.404614 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f873d6fa-3688-43c2-803d-fc82e35bcae5 req-612cdb8e-23a5-476b-af96-7cb3a4d46cd3 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.39 "DELETE /v2.0/ports/903ea88f-f4ee-4632-8518-e8b4fd6c9933 HTTP/1.1" status: 204 len: 173 time: 0.4222965 Jun 30 10:55:52.405075 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388f1c40-db91-47e0-86b4-f577518abde0', 'name': 'network-vif-deleted', 'tag': '903ea88f-f4ee-4632-8518-e8b4fd6c9933'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:55:52.407396 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc89950-3c35-4a97-942c-837166dad0bc" -d '{"events": [{"server_uuid": "388f1c40-db91-47e0-86b4-f577518abde0", "name": "network-vif-deleted", "tag": "903ea88f-f4ee-4632-8518-e8b4fd6c9933"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:55:52.513492 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5f1b6-fd9f-4145-b1f4-0a7e8ce7c701 req-fb1a23a7-0c99-46f4-91c3-e200059408ed tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:52.521268 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0dd5f1b6-fd9f-4145-b1f4-0a7e8ce7c701 req-fb1a23a7-0c99-46f4-91c3-e200059408ed tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a5f0583-a280-4485-bad7-0742e0799b5e HTTP/1.1" status: 200 len: 944 time: 0.1005967 Jun 30 10:55:52.570812 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0dd5f1b6-fd9f-4145-b1f4-0a7e8ce7c701 req-b8596b90-bf9f-4a7a-b3a2-5af7c7a9f392 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485659 Jun 30 10:55:52.588257 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47559667-a88f-4d9c-8605-5bb45eb72dde req-12e01600-0b96-4f97-b7ad-c95aef303600 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:52.598170 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-47559667-a88f-4d9c-8605-5bb45eb72dde req-12e01600-0b96-4f97-b7ad-c95aef303600 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.1266773 Jun 30 10:55:52.613501 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce739b72-02b5-4569-bffc-f5c6e71772e9 x-openstack-request-id: req-ce739b72-02b5-4569-bffc-f5c6e71772e9 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:55:52.613801 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388f1c40-db91-47e0-86b4-f577518abde0", "name": "network-vif-deleted", "tag": "903ea88f-f4ee-4632-8518-e8b4fd6c9933", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:55:52.614095 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ce739b72-02b5-4569-bffc-f5c6e71772e9 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:55:52.614565 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388f1c40-db91-47e0-86b4-f577518abde0', 'name': 'network-vif-deleted', 'tag': '903ea88f-f4ee-4632-8518-e8b4fd6c9933', 'status': 'completed', 'code': 200} Jun 30 10:55:52.649411 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-47559667-a88f-4d9c-8605-5bb45eb72dde req-05bbbe03-d24f-40d6-a3f4-06c6e506f114 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502908 Jun 30 10:55:52.750200 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['903ea88f-f4ee-4632-8518-e8b4fd6c9933'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:55:52.801408 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 55884) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:52.828995 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c807a42-fbe2-405b-a962-e3a1ea3ca0ac req-e0fd7124-fbfa-4b7c-846e-74e22d1bf7c7 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:52.830894 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5c807a42-fbe2-405b-a962-e3a1ea3ca0ac req-e0fd7124-fbfa-4b7c-846e-74e22d1bf7c7 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7 HTTP/1.1" status: 200 len: 945 time: 0.0783520 Jun 30 10:55:52.873531 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5c807a42-fbe2-405b-a962-e3a1ea3ca0ac req-267bd9b3-be96-46ed-bb08-1cabd0702858 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360928 Jun 30 10:55:52.880793 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device b73bfb45-fb40-4f4c-9426-9619c02094a8 up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:55:52.932387 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-64224dcc-7f01-4e6a-a343-32c1238e6b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:52.939927 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning for port b73bfb45-fb40-4f4c-9426-9619c02094a8 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:55:52.943936 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port b73bfb45-fb40-4f4c-9426-9619c02094a8 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:55:52.944317 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:53.040547 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:53.046628 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-64224dcc-7f01-4e6a-a343-32c1238e6b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:53.051403 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-64224dcc-7f01-4e6a-a343-32c1238e6b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:53.052025 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69502a78-33ef-4a65-bb82-93504b1cac1c req-41aaa37b-d0b1-4f6a-bc6f-4713b2ea52f1 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:53.053652 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-69502a78-33ef-4a65-bb82-93504b1cac1c req-41aaa37b-d0b1-4f6a-bc6f-4713b2ea52f1 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 944 time: 0.0689938 Jun 30 10:55:53.066291 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73bfb45-fb40-4f4c-9426-9619c02094a8'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:55:53.069047 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19a50f5-be96-4117-8c4a-6d59c4597da8" -d '{"events": [{"server_uuid": "a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7", "name": "network-vif-plugged", "status": "completed", "tag": "b73bfb45-fb40-4f4c-9426-9619c02094a8"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:55:53.105244 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port b73bfb45-fb40-4f4c-9426-9619c02094a8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b73bfb45-fb40-4f4c-9426-9619c02094a8,segment=NetworkSegment(7a073d4a-aaa5-4d28-a997-195506525541),segment_id=7a073d4a-aaa5-4d28-a997-195506525541)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:55:53.107770 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-64224dcc-7f01-4e6a-a343-32c1238e6b82 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e1b6f7f48f3a40678b8f8cd9ce7f9fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048096 Jun 30 10:55:53.109105 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64224dcc-7f01-4e6a-a343-32c1238e6b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1d0eec-2949-46a0-b118-9f7f94ee66ff,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:53.111903 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 55892) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:53.114101 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:53.114902 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-69502a78-33ef-4a65-bb82-93504b1cac1c req-a39c296e-a9aa-43cb-8e4e-a4195fc7c300 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542939 Jun 30 10:55:53.115040 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device eed749ae-bbd3-4f39-b5a8-8872b7a50faa up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:55:53.142394 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cdd71a-a794-483f-be61-7ea0bb41b707 x-openstack-request-id: req-57cdd71a-a794-483f-be61-7ea0bb41b707 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:55:53.142763 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7", "name": "network-vif-plugged", "status": "completed", "tag": "b73bfb45-fb40-4f4c-9426-9619c02094a8", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:55:53.143069 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-57cdd71a-a794-483f-be61-7ea0bb41b707 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:55:53.143523 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73bfb45-fb40-4f4c-9426-9619c02094a8', 'code': 200} Jun 30 10:55:53.195260 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-dc1ff95c-e778-4c6f-99c1-1335a3b90f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:53.203218 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=b73bfb45-fb40-4f4c-9426-9619c02094a8,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:53.224496 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-dc1ff95c-e778-4c6f-99c1-1335a3b90f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:53.227758 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning for port eed749ae-bbd3-4f39-b5a8-8872b7a50faa completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:55:53.247284 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port eed749ae-bbd3-4f39-b5a8-8872b7a50faa triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:55:53.248645 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:53.298394 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-dc1ff95c-e778-4c6f-99c1-1335a3b90f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:53.304646 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-dc1ff95c-e778-4c6f-99c1-1335a3b90f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:53.315029 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-dc1ff95c-e778-4c6f-99c1-1335a3b90f87 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2f1d0eec-2949-46a0-b118-9f7f94ee66ff HTTP/1.1" status: 204 len: 168 time: 0.1855192 Jun 30 10:55:53.325066 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ff95c-e778-4c6f-99c1-1335a3b90f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1d0eec-2949-46a0-b118-9f7f94ee66ff,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:53.369902 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:53.417531 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port eed749ae-bbd3-4f39-b5a8-8872b7a50faa, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=eed749ae-bbd3-4f39-b5a8-8872b7a50faa,segment=NetworkSegment(a4b16849-21ca-418a-a687-42fb430f6d22),segment_id=a4b16849-21ca-418a-a687-42fb430f6d22)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:55:53.426337 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:53.492175 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=eed749ae-bbd3-4f39-b5a8-8872b7a50faa,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:53.528229 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0b79d730-0c0d-4db8-9dc7-edd90c0417ab req-836bb7da-bfc7-4140-a32c-506a2774c693 tempest-VolumesNegativeTest-187187257 tempest-VolumesNegativeTest-187187257-project] 10.222.0.91 "GET /v2.0/ports?device_id=388f1c40-db91-47e0-86b4-f577518abde0 HTTP/1.1" status: 200 len: 210 time: 0.0599613 Jun 30 10:55:53.547021 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96fc4c-5ca1-47d7-9236-4469081cd745 req-d58be44d-8677-4783-84db-b20c3133aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:53.548483 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ec96fc4c-5ca1-47d7-9236-4469081cd745 req-d58be44d-8677-4783-84db-b20c3133aae2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 1098 time: 0.1122334 Jun 30 10:55:53.592741 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9942de2-ddde-446c-959b-7ac75103baf8 req-1d24da6a-cbe8-4ebe-93d4-910ae4e8a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:53.594637 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c9942de2-ddde-446c-959b-7ac75103baf8 req-1d24da6a-cbe8-4ebe-93d4-910ae4e8a240 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7 HTTP/1.1" status: 200 len: 1099 time: 0.0896144 Jun 30 10:55:53.600533 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ec96fc4c-5ca1-47d7-9236-4469081cd745 req-c2c1f221-7fc2-47e6-be3a-7d9608bb3fc5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429380 Jun 30 10:55:53.633445 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c9942de2-ddde-446c-959b-7ac75103baf8 req-b4716140-1a7f-4c1e-bd23-6104c021ae68 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320244 Jun 30 10:55:53.701157 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 55906) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:53.714020 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6b4914d9-6e6c-4f61-aa62-1710ffa9835a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:53.768751 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160c5f4-e8a0-4e8a-835f-1b41b8de0687 req-1f211b12-fea1-4943-add9-e1d48045d522 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:53.770509 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6160c5f4-e8a0-4e8a-835f-1b41b8de0687 req-1f211b12-fea1-4943-add9-e1d48045d522 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a5f0583-a280-4485-bad7-0742e0799b5e HTTP/1.1" status: 200 len: 944 time: 0.0793536 Jun 30 10:55:53.812568 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6160c5f4-e8a0-4e8a-835f-1b41b8de0687 req-b314d654-f2a9-4309-8bf8-f2d09a060375 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353048 Jun 30 10:55:53.856738 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12148452-89ac-48d1-86d5-8f72d143f3bb req-ea3afc14-9d07-44dc-adf6-3dfda5367f2e tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:53.858224 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-12148452-89ac-48d1-86d5-8f72d143f3bb req-ea3afc14-9d07-44dc-adf6-3dfda5367f2e tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.1020024 Jun 30 10:55:53.868626 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6b4914d9-6e6c-4f61-aa62-1710ffa9835a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:53.876646 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6b4914d9-6e6c-4f61-aa62-1710ffa9835a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:53.936202 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4914d9-6e6c-4f61-aa62-1710ffa9835a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f16399-7080-4b14-bc4d-124c5854d43c,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:53.943184 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-6b4914d9-6e6c-4f61-aa62-1710ffa9835a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5c06d21273a44a46bf2cf2c149264652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409527 Jun 30 10:55:53.945811 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 55912) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:53.949054 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-12148452-89ac-48d1-86d5-8f72d143f3bb req-b9bb51d0-2709-410d-a972-a90fc14f8d79 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831234 Jun 30 10:55:54.006833 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b96ea08-70e1-4270-b871-8fa9ed3a191d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:54.029835 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b96ea08-70e1-4270-b871-8fa9ed3a191d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:54.078716 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b96ea08-70e1-4270-b871-8fa9ed3a191d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:54.081428 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b96ea08-70e1-4270-b871-8fa9ed3a191d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:54.082599 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-6b96ea08-70e1-4270-b871-8fa9ed3a191d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/01f16399-7080-4b14-bc4d-124c5854d43c HTTP/1.1" status: 204 len: 168 time: 0.1358056 Jun 30 10:55:54.091899 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96ea08-70e1-4270-b871-8fa9ed3a191d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f16399-7080-4b14-bc4d-124c5854d43c,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:54.300513 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267a0f7-1858-4dda-9473-f2aec742da30 req-b9a95c27-30c7-42ff-a128-e7d101a16fde tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:54.302336 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5267a0f7-1858-4dda-9473-f2aec742da30 req-b9a95c27-30c7-42ff-a128-e7d101a16fde tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 945 time: 0.0779433 Jun 30 10:55:54.343182 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5267a0f7-1858-4dda-9473-f2aec742da30 req-659e2e57-07c2-4a95-bd8f-e4845abb3a44 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344357 Jun 30 10:55:54.347155 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a817c72-0d9f-4d4b-a2d2-bdaf32f3537e req-f6e554c5-1a34-4a3d-8a70-b196a96a6c48 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:54.348809 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-4a817c72-0d9f-4d4b-a2d2-bdaf32f3537e req-f6e554c5-1a34-4a3d-8a70-b196a96a6c48 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7 HTTP/1.1" status: 200 len: 946 time: 0.2935085 Jun 30 10:55:54.389803 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-4a817c72-0d9f-4d4b-a2d2-bdaf32f3537e req-4aab8bb7-c73c-43db-bff5-b3ef4f37ee81 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342968 Jun 30 10:55:54.889079 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 09399f9c-0a87-4b88-b378-907e6ba7d2c2 up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:55:54.957230 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning for port 09399f9c-0a87-4b88-b378-907e6ba7d2c2 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:55:54.961332 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port 09399f9c-0a87-4b88-b378-907e6ba7d2c2 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:55:54.962181 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:55.038383 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440861a-94e1-484c-ac18-a86e11799943 req-8e163b18-e463-41ce-8302-16aa1e426460 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:55.041191 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c440861a-94e1-484c-ac18-a86e11799943 req-8e163b18-e463-41ce-8302-16aa1e426460 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a5f0583-a280-4485-bad7-0742e0799b5e HTTP/1.1" status: 200 len: 944 time: 0.1005015 Jun 30 10:55:55.081988 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:55.128701 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c440861a-94e1-484c-ac18-a86e11799943 req-dc63ce1a-403a-4a7f-abe7-8723153ebe2d tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774958 Jun 30 10:55:55.133566 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 09399f9c-0a87-4b88-b378-907e6ba7d2c2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=09399f9c-0a87-4b88-b378-907e6ba7d2c2,segment=NetworkSegment(280b53da-e87b-4ff3-97ab-ceaac7c5f99c),segment_id=280b53da-e87b-4ff3-97ab-ceaac7c5f99c)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:55:55.150588 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77af5511-59cd-46c4-93d3-63651ebe99ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed749ae-bbd3-4f39-b5a8-8872b7a50faa'}, {'server_uuid': '5a5f0583-a280-4485-bad7-0742e0799b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09399f9c-0a87-4b88-b378-907e6ba7d2c2'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:55:55.158520 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a7319e-62c2-46d5-8fa6-7ade18026822" -d '{"events": [{"server_uuid": "77af5511-59cd-46c4-93d3-63651ebe99ad", "name": "network-vif-plugged", "status": "completed", "tag": "eed749ae-bbd3-4f39-b5a8-8872b7a50faa"}, {"server_uuid": "5a5f0583-a280-4485-bad7-0742e0799b5e", "name": "network-vif-plugged", "status": "completed", "tag": "09399f9c-0a87-4b88-b378-907e6ba7d2c2"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:55:55.162885 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:55.166961 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 903ea88f-f4ee-4632-8518-e8b4fd6c9933 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:55:55.201418 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] No Port match for: 903ea88f-f4ee-4632-8518-e8b4fd6c9933 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:55:55.202493 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 903ea88f-f4ee-4632-8518-e8b4fd6c9933 not bound to the agent host hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:55:55.277308 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=09399f9c-0a87-4b88-b378-907e6ba7d2c2,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:55.345387 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df69d58-6330-4d16-a64f-b840120e96cb req-8e3bc411-a2fc-498f-9913-9b524c453aee tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:55.347296 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6df69d58-6330-4d16-a64f-b840120e96cb req-8e3bc411-a2fc-498f-9913-9b524c453aee tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.0796866 Jun 30 10:55:55.396879 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6df69d58-6330-4d16-a64f-b840120e96cb req-b96672ed-1239-428f-90b8-5b745e08671c tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426939 Jun 30 10:55:55.459999 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 10:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58aecff7-24dd-4a8b-8fb8-8d30cab91c6f x-openstack-request-id: req-58aecff7-24dd-4a8b-8fb8-8d30cab91c6f {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:55:55.460303 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77af5511-59cd-46c4-93d3-63651ebe99ad", "name": "network-vif-plugged", "status": "completed", "tag": "eed749ae-bbd3-4f39-b5a8-8872b7a50faa", "code": 200}, {"server_uuid": "5a5f0583-a280-4485-bad7-0742e0799b5e", "name": "network-vif-plugged", "status": "completed", "tag": "09399f9c-0a87-4b88-b378-907e6ba7d2c2", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:55:55.460586 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-58aecff7-24dd-4a8b-8fb8-8d30cab91c6f {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:55:55.461150 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77af5511-59cd-46c4-93d3-63651ebe99ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed749ae-bbd3-4f39-b5a8-8872b7a50faa', 'code': 200} Jun 30 10:55:55.461786 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5f0583-a280-4485-bad7-0742e0799b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09399f9c-0a87-4b88-b378-907e6ba7d2c2', 'code': 200} Jun 30 10:55:55.695692 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2c824-80ee-488b-8f8c-1498d5699ea9 req-0171e817-cff6-4590-abab-22ab0d851842 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:55.697238 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0fb2c824-80ee-488b-8f8c-1498d5699ea9 req-0171e817-cff6-4590-abab-22ab0d851842 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 945 time: 0.1182435 Jun 30 10:55:55.718727 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec975d75-6c32-49bc-b5f6-06d6c914b6bf req-c0322308-9321-47ac-8cab-0de86703aa59 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:55.721487 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ec975d75-6c32-49bc-b5f6-06d6c914b6bf req-c0322308-9321-47ac-8cab-0de86703aa59 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7 HTTP/1.1" status: 200 len: 946 time: 0.0974989 Jun 30 10:55:55.747017 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0fb2c824-80ee-488b-8f8c-1498d5699ea9 req-77889acb-cd51-4d90-b976-f1aa8013ddd5 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382502 Jun 30 10:55:55.827725 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ec975d75-6c32-49bc-b5f6-06d6c914b6bf req-e3732e28-6502-4f92-9cec-0282386268ec tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003146 Jun 30 10:55:55.858669 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008323e-cb5d-483b-8d5f-54fdfa5223ff req-bb4e187e-3fc1-4669-b211-9a0b95a0faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:55.860539 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2008323e-cb5d-483b-8d5f-54fdfa5223ff req-bb4e187e-3fc1-4669-b211-9a0b95a0faf6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5a5f0583-a280-4485-bad7-0742e0799b5e HTTP/1.1" status: 200 len: 1098 time: 0.1174643 Jun 30 10:55:55.872321 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f232cf-c9e7-4509-b713-ad67d0ea59ec req-30d638d5-88bb-49b5-8b82-5b59a2d5f0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:55.874726 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-09f232cf-c9e7-4509-b713-ad67d0ea59ec req-30d638d5-88bb-49b5-8b82-5b59a2d5f0b3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 1098 time: 0.1326075 Jun 30 10:55:55.936318 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2008323e-cb5d-483b-8d5f-54fdfa5223ff req-00f1d9e3-354b-4aca-aee6-7032943b247e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603719 Jun 30 10:55:55.938002 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-09f232cf-c9e7-4509-b713-ad67d0ea59ec req-247bc6e3-e798-428a-8e11-88ffc65651c1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470560 Jun 30 10:55:55.949749 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974812fd-ca13-4592-9194-bf0b64cf97fb req-2b5c04c2-4d12-4cb9-9e1e-59b9f92ea788 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:55.951258 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-974812fd-ca13-4592-9194-bf0b64cf97fb req-2b5c04c2-4d12-4cb9-9e1e-59b9f92ea788 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0757415 Jun 30 10:55:55.997025 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-974812fd-ca13-4592-9194-bf0b64cf97fb req-d16cb3da-0093-4ac6-bd13-01d3b6548b20 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399683 Jun 30 10:55:56.332667 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cbb5e-16d8-471f-8ca6-e465270caead req-df5181d4-605e-49b8-8361-f14572140d0c tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:56.342559 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-684cbb5e-16d8-471f-8ca6-e465270caead req-df5181d4-605e-49b8-8361-f14572140d0c tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a5f0583-a280-4485-bad7-0742e0799b5e HTTP/1.1" status: 200 len: 945 time: 0.0943646 Jun 30 10:55:56.391579 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-684cbb5e-16d8-471f-8ca6-e465270caead req-736063d2-5fbe-498f-a654-dd8d2e22c38b tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477645 Jun 30 10:55:56.850375 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601186c4-373b-4cae-ad24-1027515bb222 req-9969010a-4fbc-4802-b961-38566ab7e97d tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:56.853001 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-601186c4-373b-4cae-ad24-1027515bb222 req-9969010a-4fbc-4802-b961-38566ab7e97d tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7 HTTP/1.1" status: 200 len: 946 time: 0.1113079 Jun 30 10:55:56.899193 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-601186c4-373b-4cae-ad24-1027515bb222 req-b069f6cf-c3af-4e64-a9de-fba5430ba08e tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386746 Jun 30 10:55:56.961854 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db9234-3f1e-4cdc-96e7-41b3bc46910f req-dd602027-bd6e-461c-81b0-e03435cc5cfd tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:56.963485 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-28db9234-3f1e-4cdc-96e7-41b3bc46910f req-dd602027-bd6e-461c-81b0-e03435cc5cfd tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 945 time: 0.0685198 Jun 30 10:55:57.005642 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-28db9234-3f1e-4cdc-96e7-41b3bc46910f req-1a64831a-457f-4d8f-a729-66f97f22493b tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353479 Jun 30 10:55:57.584209 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a6a5c-c4c2-4ca9-b714-6cf6ad781940 req-48dc224e-3daf-44bd-acca-39796eb7b1f8 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:57.585896 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-906a6a5c-c4c2-4ca9-b714-6cf6ad781940 req-48dc224e-3daf-44bd-acca-39796eb7b1f8 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a5f0583-a280-4485-bad7-0742e0799b5e HTTP/1.1" status: 200 len: 945 time: 0.0636885 Jun 30 10:55:57.625987 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-906a6a5c-c4c2-4ca9-b714-6cf6ad781940 req-e63a5b47-fe78-415a-8553-9f8f91a0bb59 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343428 Jun 30 10:56:00.563861 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b0b16-23d8-44d1-8542-8dd5a1d9d0b3 req-b2f3208b-9bdc-499d-babe-ce04226273b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:00.565394 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f61b0b16-23d8-44d1-8542-8dd5a1d9d0b3 req-b2f3208b-9bdc-499d-babe-ce04226273b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba59ae1dd0854ec58e3e087862fe2717&device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 1098 time: 0.0547786 Jun 30 10:56:00.679160 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b0b16-23d8-44d1-8542-8dd5a1d9d0b3 req-187bc39f-c5a8-4d13-b911-98f8a6a0a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:00.684343 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f61b0b16-23d8-44d1-8542-8dd5a1d9d0b3 req-187bc39f-c5a8-4d13-b911-98f8a6a0a99a service neutron] 10.222.0.39 "GET /v2.0/networks?id=bed23b81-a268-4baa-a8b3-0d89a55f5b16 HTTP/1.1" status: 200 len: 919 time: 0.0980108 Jun 30 10:56:00.714916 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a48a5e-59c0-4e1f-957c-9e8ac947e800 req-94bf76ec-8f2f-4294-aad2-71edaa859ecb tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:00.716451 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-43a48a5e-59c0-4e1f-957c-9e8ac947e800 req-94bf76ec-8f2f-4294-aad2-71edaa859ecb tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0768597 Jun 30 10:56:00.739050 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f61b0b16-23d8-44d1-8542-8dd5a1d9d0b3 req-98d9d964-724f-4008-9262-27cd2e22a715 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9264f43f-8602-4e88-9f17-480b97076f8a HTTP/1.1" status: 200 len: 217 time: 0.0429621 Jun 30 10:56:00.768346 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-43a48a5e-59c0-4e1f-957c-9e8ac947e800 req-becbc9c2-adf0-4c57-8d2e-b480e340d1b7 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442839 Jun 30 10:56:00.825481 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b0b16-23d8-44d1-8542-8dd5a1d9d0b3 req-125e8dff-1034-46af-9823-144ea2745b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:00.827144 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f61b0b16-23d8-44d1-8542-8dd5a1d9d0b3 req-125e8dff-1034-46af-9823-144ea2745b22 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6b7436d-5b83-48d2-ab4c-acf6e73a305c HTTP/1.1" status: 200 len: 858 time: 0.0743866 Jun 30 10:56:00.862412 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94dde1-5ffd-40b0-a61f-60e204262d88 req-fd0bd4ce-4e16-413c-a369-98a2dc195969 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:00.864061 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4c94dde1-5ffd-40b0-a61f-60e204262d88 req-fd0bd4ce-4e16-413c-a369-98a2dc195969 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7 HTTP/1.1" status: 200 len: 946 time: 0.1236341 Jun 30 10:56:00.885511 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f61b0b16-23d8-44d1-8542-8dd5a1d9d0b3 req-2c5e1bbf-e7f5-46f6-8cd9-72a7f762a026 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bed23b81-a268-4baa-a8b3-0d89a55f5b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424025 Jun 30 10:56:00.957884 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c62001-89a9-4933-b766-bbea80c1eb8a req-4be3ab92-d0c6-4df0-b479-887f3a4906ee tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:00.965241 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-79c62001-89a9-4933-b766-bbea80c1eb8a req-4be3ab92-d0c6-4df0-b479-887f3a4906ee tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 945 time: 0.0769384 Jun 30 10:56:00.968634 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4c94dde1-5ffd-40b0-a61f-60e204262d88 req-32ff48e0-1f66-442f-8d13-abc66ad69a01 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862124 Jun 30 10:56:01.013849 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-79c62001-89a9-4933-b766-bbea80c1eb8a req-ccf557d4-f0da-46dd-8976-0154df471a6e tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476434 Jun 30 10:56:01.079571 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f61b0b16-23d8-44d1-8542-8dd5a1d9d0b3 req-da2a1e92-5640-4eb8-87a6-8cddefd8dc7e service neutron] 10.222.0.39 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794467 Jun 30 10:56:01.273349 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f61b0b16-23d8-44d1-8542-8dd5a1d9d0b3 req-34483a54-ddd6-431f-a2bc-0610b49a8953 service neutron] 10.222.0.39 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675708 Jun 30 10:56:01.293322 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024d8bc-6b43-4e6b-9e43-fbdb5b65c5c9 req-03aa81c5-e0e7-4709-9d1d-a331024cd1da tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:01.294844 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7024d8bc-6b43-4e6b-9e43-fbdb5b65c5c9 req-03aa81c5-e0e7-4709-9d1d-a331024cd1da tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a5f0583-a280-4485-bad7-0742e0799b5e HTTP/1.1" status: 200 len: 945 time: 0.1130068 Jun 30 10:56:01.362917 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7024d8bc-6b43-4e6b-9e43-fbdb5b65c5c9 req-0a35c5da-47a2-44b2-b987-ddfcb8a7bf9c tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600753 Jun 30 10:56:01.464011 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 56278) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:56:01.606796 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-37f38383-e4bb-4f2c-bb2c-3bf4440d0f50 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=92933185e6b348b4bc26a17d7a3b8e9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413109 Jun 30 10:56:01.609239 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 56284) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:56:01.662657 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2d34-584a-4909-90bf-ee79afc3f47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:01.683834 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2d34-584a-4909-90bf-ee79afc3f47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:01.728480 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2d34-584a-4909-90bf-ee79afc3f47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:01.731497 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2d34-584a-4909-90bf-ee79afc3f47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:01.732680 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-0b2f2d34-584a-4909-90bf-ee79afc3f47d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/27db218f-8105-4d38-8745-2a6064e0deee HTTP/1.1" status: 204 len: 168 time: 0.1225178 Jun 30 10:56:01.740098 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f2d34-584a-4909-90bf-ee79afc3f47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27db218f-8105-4d38-8745-2a6064e0deee,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:56:03.165436 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:05.269345 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:56:05.439624 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08e260-e88a-4bf1-a6f5-a220534de4b6 req-96127c85-f29d-48ed-bf9f-dedfb546fe11 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:05.441146 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3c08e260-e88a-4bf1-a6f5-a220534de4b6 req-96127c85-f29d-48ed-bf9f-dedfb546fe11 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0701509 Jun 30 10:56:05.473786 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4d7c5-7fe1-4c85-80d4-ca995cf984e8 req-6f20e774-e44e-450b-94f3-588a45a9d1c4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:05.475276 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-54a4d7c5-7fe1-4c85-80d4-ca995cf984e8 req-6f20e774-e44e-450b-94f3-588a45a9d1c4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7 HTTP/1.1" status: 200 len: 946 time: 0.0651045 Jun 30 10:56:05.480709 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3c08e260-e88a-4bf1-a6f5-a220534de4b6 req-90a80b04-5a22-4d84-8ba1-71073b0b8769 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336633 Jun 30 10:56:05.516095 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-54a4d7c5-7fe1-4c85-80d4-ca995cf984e8 req-76be8a4e-8226-444a-9f9f-2901649aa36a tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338333 Jun 30 10:56:05.642814 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335e652-9c15-43d1-adda-f00550f22634 req-e1922215-e843-4c8c-bae8-81da58c5a52c tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:05.644719 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0335e652-9c15-43d1-adda-f00550f22634 req-e1922215-e843-4c8c-bae8-81da58c5a52c tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a5f0583-a280-4485-bad7-0742e0799b5e HTTP/1.1" status: 200 len: 945 time: 0.0637381 Jun 30 10:56:05.685576 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0335e652-9c15-43d1-adda-f00550f22634 req-241cb52b-7be6-4cda-8fb6-88f2cb3835e4 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351284 Jun 30 10:56:05.952874 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-609eef51-9ad8-4e1b-a827-b29ea1bb0ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:06.705413 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd57791-5bf8-4c44-86f3-2a4984dcd582 req-a06c9ab3-7541-4243-8a28-722e4bcca068 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:06.707053 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5fd57791-5bf8-4c44-86f3-2a4984dcd582 req-a06c9ab3-7541-4243-8a28-722e4bcca068 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7 HTTP/1.1" status: 200 len: 946 time: 0.0638745 Jun 30 10:56:06.726036 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdd30c-49fb-4ebf-96c9-3db938e58142 req-3aa6110d-5f3f-47ac-bc87-006dac47e125 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:06.727595 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a2cdd30c-49fb-4ebf-96c9-3db938e58142 req-3aa6110d-5f3f-47ac-bc87-006dac47e125 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7 HTTP/1.1" status: 200 len: 946 time: 0.1044273 Jun 30 10:56:06.743625 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11251728-b922-4f7d-81ae-0faac425a6f4 req-111c1d1a-6ea7-45d6-8117-6c737fd70e8c tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:06.745394 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-11251728-b922-4f7d-81ae-0faac425a6f4 req-111c1d1a-6ea7-45d6-8117-6c737fd70e8c tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0929961 Jun 30 10:56:06.750338 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5fd57791-5bf8-4c44-86f3-2a4984dcd582 req-4f72c096-28c1-469c-9cf6-132687d2356a tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374615 Jun 30 10:56:06.822704 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-11251728-b922-4f7d-81ae-0faac425a6f4 req-6fe4e06b-f8b8-4a07-93a2-8b82c9fae79a tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711925 Jun 30 10:56:06.883050 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-a2cdd30c-49fb-4ebf-96c9-3db938e58142 req-668b7097-de4d-4dce-90f1-06956307969a tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Deleting port b73bfb45-fb40-4f4c-9426-9619c02094a8 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:56:06.883396 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-a2cdd30c-49fb-4ebf-96c9-3db938e58142 req-668b7097-de4d-4dce-90f1-06956307969a tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:06.977535 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-a2cdd30c-49fb-4ebf-96c9-3db938e58142 req-668b7097-de4d-4dce-90f1-06956307969a tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] For port b73bfb45-fb40-4f4c-9426-9619c02094a8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b73bfb45-fb40-4f4c-9426-9619c02094a8,segment=NetworkSegment(7a073d4a-aaa5-4d28-a997-195506525541),segment_id=7a073d4a-aaa5-4d28-a997-195506525541)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:56:06.977903 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-a2cdd30c-49fb-4ebf-96c9-3db938e58142 req-668b7097-de4d-4dce-90f1-06956307969a tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:06.991481 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-a2cdd30c-49fb-4ebf-96c9-3db938e58142 req-668b7097-de4d-4dce-90f1-06956307969a tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Calling delete_port for b73bfb45-fb40-4f4c-9426-9619c02094a8 owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:56:07.122578 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-a2cdd30c-49fb-4ebf-96c9-3db938e58142 req-668b7097-de4d-4dce-90f1-06956307969a tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:07.157116 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['b73bfb45-fb40-4f4c-9426-9619c02094a8'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:56:07.161276 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b7097-de4d-4dce-90f1-06956307969a tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Pushing event deleted for resources: {'Port': ['ID=b73bfb45-fb40-4f4c-9426-9619c02094a8,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:56:07.210367 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cdd30c-49fb-4ebf-96c9-3db938e58142 req-668b7097-de4d-4dce-90f1-06956307969a tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] No DVR routers for this DVR port b73bfb45-fb40-4f4c-9426-9619c02094a8 on host hv-cinder-78662 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:56:07.213748 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-a2cdd30c-49fb-4ebf-96c9-3db938e58142 req-668b7097-de4d-4dce-90f1-06956307969a tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:07.216091 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a2cdd30c-49fb-4ebf-96c9-3db938e58142 req-668b7097-de4d-4dce-90f1-06956307969a tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.39 "DELETE /v2.0/ports/b73bfb45-fb40-4f4c-9426-9619c02094a8 HTTP/1.1" status: 204 len: 173 time: 0.4635267 Jun 30 10:56:07.216614 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7', 'name': 'network-vif-deleted', 'tag': 'b73bfb45-fb40-4f4c-9426-9619c02094a8'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:56:07.219079 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3a085d-809a-412f-a2f7-a78fbb9faa47" -d '{"events": [{"server_uuid": "a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7", "name": "network-vif-deleted", "tag": "b73bfb45-fb40-4f4c-9426-9619c02094a8"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:56:07.267012 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010b41b4-1c00-468a-b427-0a01eacd08b9 x-openstack-request-id: req-010b41b4-1c00-468a-b427-0a01eacd08b9 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:56:07.267306 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7", "name": "network-vif-deleted", "tag": "b73bfb45-fb40-4f4c-9426-9619c02094a8", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:56:07.267562 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-010b41b4-1c00-468a-b427-0a01eacd08b9 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:56:07.267981 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7', 'name': 'network-vif-deleted', 'tag': 'b73bfb45-fb40-4f4c-9426-9619c02094a8', 'status': 'completed', 'code': 200} Jun 30 10:56:07.919330 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-48a87d33-4b0e-4ff3-aaae-be45043be362 req-acd7c2bb-02e6-450b-9d01-06b5212fccab tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2f67b55-dfaf-4d71-a37c-02e5f9d14ca7 HTTP/1.1" status: 200 len: 210 time: 0.0314550 Jun 30 10:56:08.029965 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d16123-520d-435c-a487-ba3028f644d1 req-fd265b85-736d-4540-94a2-34a9c6afb6e2 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:08.031446 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-10d16123-520d-435c-a487-ba3028f644d1 req-fd265b85-736d-4540-94a2-34a9c6afb6e2 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0764859 Jun 30 10:56:08.072946 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-10d16123-520d-435c-a487-ba3028f644d1 req-e7c8da96-3892-431a-8979-f44615ba439b tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354593 Jun 30 10:56:08.806783 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-75af497b-bb93-4545-8982-b4212a735393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:09.048683 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:09.253668 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da80e1-3038-4633-82fc-f5f7a606c5d7 req-b6f121b7-3d92-4ee5-8503-4d4928012cc6 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:09.255252 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-52da80e1-3038-4633-82fc-f5f7a606c5d7 req-b6f121b7-3d92-4ee5-8503-4d4928012cc6 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0643237 Jun 30 10:56:09.297717 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-52da80e1-3038-4633-82fc-f5f7a606c5d7 req-35a8fee0-baee-43b2-b397-139c101f5008 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357158 Jun 30 10:56:09.328563 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-b72fc104-3f74-4580-a1bc-c47ef16bc1c8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:09.330238 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-b72fc104-3f74-4580-a1bc-c47ef16bc1c8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/networks?id=1cceee2a-e014-4f4b-b21f-1aa5fd68b61d HTTP/1.1" status: 200 len: 808 time: 0.1240692 Jun 30 10:56:09.346751 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-6f20b95e-dcff-47b1-a0b1-6c6ab0603714 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/quotas/d564e1bed48b449f915b5b11b7a79dc1 HTTP/1.1" status: 200 len: 375 time: 0.0099938 Jun 30 10:56:09.380703 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-d3f952f2-ee31-4c13-a595-8f9310b58455 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=d564e1bed48b449f915b5b11b7a79dc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284665 Jun 30 10:56:09.470196 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-0e71d5f0-159f-4501-b99c-b15fac29d4d4 service neutron] 10.222.0.91 "GET /v2.0/networks/1cceee2a-e014-4f4b-b21f-1aa5fd68b61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819972 Jun 30 10:56:09.563783 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-a3fc8cdf-b24f-4952-8a18-32fce7b30df9 service neutron] 10.222.0.91 "GET /v2.0/networks/1cceee2a-e014-4f4b-b21f-1aa5fd68b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874951 Jun 30 10:56:09.737389 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d5d0bf47-d711-49bb-93c1-5ec198309f6b req-cf987ece-1632-4f57-b7c8-15815bc261d6 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=2abd4523-b358-4fc6-a467-954e0999a58a HTTP/1.1" status: 200 len: 210 time: 0.0348072 Jun 30 10:56:09.774317 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:10.518608 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2d218-69f0-4f62-b381-b700fe1688ac req-8f2132d4-1365-4c61-8ca7-5a993b65b53f tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:10.520152 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c9c2d218-69f0-4f62-b381-b700fe1688ac req-8f2132d4-1365-4c61-8ca7-5a993b65b53f tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0673559 Jun 30 10:56:10.557002 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c9c2d218-69f0-4f62-b381-b700fe1688ac req-4244ed1d-bfe7-42f5-bb36-1f612e7b5dd2 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310006 Jun 30 10:56:10.882029 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5b91ca71-0d75-446e-9e65-195266f6ffd1 req-8bd3a9e5-0e3b-4841-acda-ed7f7ad03911 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=2abd4523-b358-4fc6-a467-954e0999a58a HTTP/1.1" status: 200 len: 210 time: 0.0294042 Jun 30 10:56:11.470254 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:11.555456 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device b73bfb45-fb40-4f4c-9426-9619c02094a8 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:56:11.576486 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] No Port match for: b73bfb45-fb40-4f4c-9426-9619c02094a8 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:56:11.576828 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device b73bfb45-fb40-4f4c-9426-9619c02094a8 not bound to the agent host hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:56:13.955844 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3b485b04-4a0c-4d49-a729-05e0f23e7b40 req-fea96022-dc63-4ce7-8026-8d6393e58182 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=2abd4523-b358-4fc6-a467-954e0999a58a HTTP/1.1" status: 200 len: 210 time: 0.0292184 Jun 30 10:56:13.984369 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f4d3b-8b22-4c53-ad61-804c2c6402a9 req-7ccd56d3-529a-4033-86ac-11cf0e290ab4 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:13.986088 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-f11f4d3b-8b22-4c53-ad61-804c2c6402a9 req-7ccd56d3-529a-4033-86ac-11cf0e290ab4 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0678384 Jun 30 10:56:14.024740 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-f11f4d3b-8b22-4c53-ad61-804c2c6402a9 req-3e0ad17d-20f6-4016-ad33-ab81385c5779 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330369 Jun 30 10:56:14.413575 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-f49ac72d-1b95-43e3-a478-0209c84af485 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:14.415061 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-f49ac72d-1b95-43e3-a478-0209c84af485 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.39 "GET /v2.0/networks?id=1cceee2a-e014-4f4b-b21f-1aa5fd68b61d HTTP/1.1" status: 200 len: 808 time: 0.1141481 Jun 30 10:56:14.437712 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Request body: {'port': {'device_id': '2abd4523-b358-4fc6-a467-954e0999a58a', 'network_id': '1cceee2a-e014-4f4b-b21f-1aa5fd68b61d', 'admin_state_up': True, 'tenant_id': 'd564e1bed48b449f915b5b11b7a79dc1'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:56:14.590444 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Made reservation on behalf of d564e1bed48b449f915b5b11b7a79dc1 for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:56:14.594691 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:14.740420 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Allocated IP 172.20.0.4 (1cceee2a-e014-4f4b-b21f-1aa5fd68b61d/9a7a22bf-7465-430e-be71-1fed7b0531ad/21ee6437-5220-406d-8055-f5b697b6f550) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:56:14.892180 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:14.934652 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8415484'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:14.975497 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Network 1cceee2a-e014-4f4b-b21f-1aa5fd68b61d is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:56:14.981714 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:56:14.985852 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:56:15.015809 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Pushing event updated for resources: {'Port': ['ID=21ee6437-5220-406d-8055-f5b697b6f550,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:56:15.030120 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:15.030473 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:15.030812 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:15.031145 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:15.031484 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:15.031843 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:15.032169 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:15.032493 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:15.032816 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:15.033135 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:15.033455 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:15.033772 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:15.051571 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:15.052216 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:15.070039 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-739243d1-df1b-44b2-898a-8be58c144ba8 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6372504 Jun 30 10:56:15.084367 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-1268eaf5-156b-405d-92dc-90e19b1ae20e service neutron] Request body: {'port': {'device_id': '2abd4523-b358-4fc6-a467-954e0999a58a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:56:15.223195 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a1bfb-ed53-4bc2-9437-3c23a8c795e8 req-0a42c089-c676-4582-b62b-fd17e27b4820 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:15.225724 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-dc8a1bfb-ed53-4bc2-9437-3c23a8c795e8 req-0a42c089-c676-4582-b62b-fd17e27b4820 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0791276 Jun 30 10:56:15.269537 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-dc8a1bfb-ed53-4bc2-9437-3c23a8c795e8 req-fa003f09-b4b6-4313-89f0-9e7d470574cf tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367646 Jun 30 10:56:15.469911 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-1268eaf5-156b-405d-92dc-90e19b1ae20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:15.496252 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46212c9a-18de-436b-a069-53f9bc7d64d5 req-15a195f7-ba1a-41fe-a555-c2b692d7eff5 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:15.497728 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-46212c9a-18de-436b-a069-53f9bc7d64d5 req-15a195f7-ba1a-41fe-a555-c2b692d7eff5 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=2abd4523-b358-4fc6-a467-954e0999a58a HTTP/1.1" status: 200 len: 931 time: 0.3824351 Jun 30 10:56:15.572965 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-46212c9a-18de-436b-a069-53f9bc7d64d5 req-ae7ca8af-4e98-4767-b370-c2d6a1f44f28 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561523 Jun 30 10:56:15.803299 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-1268eaf5-156b-405d-92dc-90e19b1ae20e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ee6437-5220-406d-8055-f5b697b6f550 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:56:15.812601 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-1268eaf5-156b-405d-92dc-90e19b1ae20e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:15.830978 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-1268eaf5-156b-405d-92dc-90e19b1ae20e service neutron] Transition to ACTIVE for port object 21ee6437-5220-406d-8055-f5b697b6f550 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:56:15.836055 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-1268eaf5-156b-405d-92dc-90e19b1ae20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:15.893856 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268eaf5-156b-405d-92dc-90e19b1ae20e service neutron] Pushing event updated for resources: {'Port': ['ID=21ee6437-5220-406d-8055-f5b697b6f550,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:56:15.974631 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-1268eaf5-156b-405d-92dc-90e19b1ae20e service neutron] Attempting to bind port 21ee6437-5220-406d-8055-f5b697b6f550 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:56:15.974889 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-1268eaf5-156b-405d-92dc-90e19b1ae20e service neutron] Attempting to bind port 21ee6437-5220-406d-8055-f5b697b6f550 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '7a073d4a-aaa5-4d28-a997-195506525541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1cceee2a-e014-4f4b-b21f-1aa5fd68b61d'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:56:15.975218 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-1268eaf5-156b-405d-92dc-90e19b1ae20e service neutron] Attempting to bind port 21ee6437-5220-406d-8055-f5b697b6f550 on network 1cceee2a-e014-4f4b-b21f-1aa5fd68b61d {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:56:15.979535 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-1268eaf5-156b-405d-92dc-90e19b1ae20e service neutron] Port 21ee6437-5220-406d-8055-f5b697b6f550 on network 1cceee2a-e014-4f4b-b21f-1aa5fd68b61d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:56:15.980172 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-1268eaf5-156b-405d-92dc-90e19b1ae20e service neutron] Attempting to bind port 21ee6437-5220-406d-8055-f5b697b6f550 on network 1cceee2a-e014-4f4b-b21f-1aa5fd68b61d {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:56:15.985274 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-1268eaf5-156b-405d-92dc-90e19b1ae20e service neutron] Checking agent: {'id': '5d5b2242-4ffd-4515-a15c-824c74b42c52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'started_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:56:15.985601 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-1268eaf5-156b-405d-92dc-90e19b1ae20e service neutron] Checking segment: {'id': '7a073d4a-aaa5-4d28-a997-195506525541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1cceee2a-e014-4f4b-b21f-1aa5fd68b61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:56:15.985984 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-1268eaf5-156b-405d-92dc-90e19b1ae20e service neutron] Bound using segment: {'id': '7a073d4a-aaa5-4d28-a997-195506525541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1cceee2a-e014-4f4b-b21f-1aa5fd68b61d'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:56:15.986412 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-1268eaf5-156b-405d-92dc-90e19b1ae20e service neutron] Bound port: 21ee6437-5220-406d-8055-f5b697b6f550, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a073d4a-aaa5-4d28-a997-195506525541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1cceee2a-e014-4f4b-b21f-1aa5fd68b61d'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:56:15.986772 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-1268eaf5-156b-405d-92dc-90e19b1ae20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:16.050824 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-1268eaf5-156b-405d-92dc-90e19b1ae20e service neutron] For port 21ee6437-5220-406d-8055-f5b697b6f550, host hv-cinder-78662, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:56:16.055000 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-1268eaf5-156b-405d-92dc-90e19b1ae20e service neutron] For port 21ee6437-5220-406d-8055-f5b697b6f550, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=21ee6437-5220-406d-8055-f5b697b6f550,segment=NetworkSegment(7a073d4a-aaa5-4d28-a997-195506525541),segment_id=7a073d4a-aaa5-4d28-a997-195506525541)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:56:16.061583 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-1268eaf5-156b-405d-92dc-90e19b1ae20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:16.097886 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-1268eaf5-156b-405d-92dc-90e19b1ae20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:16.098505 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-1268eaf5-156b-405d-92dc-90e19b1ae20e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:16.099963 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-1268eaf5-156b-405d-92dc-90e19b1ae20e service neutron] 10.222.0.39 "PUT /v2.0/ports/21ee6437-5220-406d-8055-f5b697b6f550 HTTP/1.1" status: 200 len: 1093 time: 1.0211782 Jun 30 10:56:16.100402 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abd4523-b358-4fc6-a467-954e0999a58a', 'tag': '21ee6437-5220-406d-8055-f5b697b6f550'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:56:16.102637 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafaca2e-c5bc-4d60-ad21-1d380288fbfc" -d '{"events": [{"name": "network-changed", "server_uuid": "2abd4523-b358-4fc6-a467-954e0999a58a", "tag": "21ee6437-5220-406d-8055-f5b697b6f550"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:56:16.132460 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268eaf5-156b-405d-92dc-90e19b1ae20e service neutron] Pushing event updated for resources: {'Port': ['ID=21ee6437-5220-406d-8055-f5b697b6f550,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:56:16.211822 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-00db8ba5-08f4-4bb7-be5c-f3d9f891856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:16.214533 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-00db8ba5-08f4-4bb7-be5c-f3d9f891856e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d564e1bed48b449f915b5b11b7a79dc1&device_id=2abd4523-b358-4fc6-a467-954e0999a58a HTTP/1.1" status: 200 len: 1096 time: 0.0602102 Jun 30 10:56:16.270566 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da8af39-7370-493a-a0ff-c6654dda9e7c x-openstack-request-id: req-0da8af39-7370-493a-a0ff-c6654dda9e7c {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:56:16.270868 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abd4523-b358-4fc6-a467-954e0999a58a", "tag": "21ee6437-5220-406d-8055-f5b697b6f550", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:56:16.271129 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0da8af39-7370-493a-a0ff-c6654dda9e7c {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:56:16.271528 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abd4523-b358-4fc6-a467-954e0999a58a', 'tag': '21ee6437-5220-406d-8055-f5b697b6f550', 'status': 'completed', 'code': 200} Jun 30 10:56:16.303012 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-b34a4b79-4189-4dc5-8dfd-7f77dc22048e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21ee6437-5220-406d-8055-f5b697b6f550 HTTP/1.1" status: 200 len: 217 time: 0.0510955 Jun 30 10:56:16.360097 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-f3892df1-3248-4f4b-bd4e-689f7b70d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:16.362073 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-f3892df1-3248-4f4b-bd4e-689f7b70d76b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9a7a22bf-7465-430e-be71-1fed7b0531ad HTTP/1.1" status: 200 len: 848 time: 0.0467870 Jun 30 10:56:16.400838 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-8be2997d-3a73-4c7d-b23d-3ad9b1169bf9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1cceee2a-e014-4f4b-b21f-1aa5fd68b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304325 Jun 30 10:56:16.542967 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8412db1-3ffa-4d96-887a-ea6519924d58 req-6b896213-98fa-4b1f-a699-7988f3e0e880 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:16.544496 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f8412db1-3ffa-4d96-887a-ea6519924d58 req-6b896213-98fa-4b1f-a699-7988f3e0e880 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.1463740 Jun 30 10:56:16.546728 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-f9a806a6-4e9b-44f9-b922-52c79cfbb6bb service neutron] 10.222.0.39 "GET /v2.0/networks/1cceee2a-e014-4f4b-b21f-1aa5fd68b61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362298 Jun 30 10:56:16.633201 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f8412db1-3ffa-4d96-887a-ea6519924d58 req-d84388f5-b4d8-40f0-9fc1-3b03fedb0c5f tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828824 Jun 30 10:56:16.666009 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3ca85a68-7216-4df9-ae2c-614c2f34311a req-f1de4afc-8800-49e3-940b-34bac0acb277 service neutron] 10.222.0.39 "GET /v2.0/networks/1cceee2a-e014-4f4b-b21f-1aa5fd68b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088839 Jun 30 10:56:16.765676 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469fbeb-6095-4cb9-aed6-a96805168f85 req-c68dc554-0de6-4bfd-9c4d-fdc48108400c tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:16.765676 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a469fbeb-6095-4cb9-aed6-a96805168f85 req-c68dc554-0de6-4bfd-9c4d-fdc48108400c tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=2abd4523-b358-4fc6-a467-954e0999a58a HTTP/1.1" status: 200 len: 943 time: 0.0682209 Jun 30 10:56:16.797668 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafaca2e-c5bc-4d60-ad21-1d380288fbfc req-47a2da97-2363-42e9-b900-452d66c46cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:16.797971 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a469fbeb-6095-4cb9-aed6-a96805168f85 req-b0a90716-f020-4aab-8da1-4f8f8a9bba0d tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326025 Jun 30 10:56:16.799424 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dafaca2e-c5bc-4d60-ad21-1d380288fbfc req-47a2da97-2363-42e9-b900-452d66c46cdf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d564e1bed48b449f915b5b11b7a79dc1&device_id=2abd4523-b358-4fc6-a467-954e0999a58a HTTP/1.1" status: 200 len: 1096 time: 0.0570412 Jun 30 10:56:16.897869 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafaca2e-c5bc-4d60-ad21-1d380288fbfc req-a506091c-204c-44e0-8c3c-78502d2efa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:16.899755 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dafaca2e-c5bc-4d60-ad21-1d380288fbfc req-a506091c-204c-44e0-8c3c-78502d2efa20 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1cceee2a-e014-4f4b-b21f-1aa5fd68b61d HTTP/1.1" status: 200 len: 909 time: 0.0927291 Jun 30 10:56:16.947272 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dafaca2e-c5bc-4d60-ad21-1d380288fbfc req-3c3a59c4-1d28-4bc7-97a9-9c3612a6f178 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21ee6437-5220-406d-8055-f5b697b6f550 HTTP/1.1" status: 200 len: 217 time: 0.0382206 Jun 30 10:56:17.016074 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafaca2e-c5bc-4d60-ad21-1d380288fbfc req-907cb718-4c9a-4e1a-8880-4556f5061529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:17.021866 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dafaca2e-c5bc-4d60-ad21-1d380288fbfc req-907cb718-4c9a-4e1a-8880-4556f5061529 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9a7a22bf-7465-430e-be71-1fed7b0531ad HTTP/1.1" status: 200 len: 848 time: 0.0636191 Jun 30 10:56:17.062253 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dafaca2e-c5bc-4d60-ad21-1d380288fbfc req-c0bb7a30-42a5-4b8a-9137-cfb44b953348 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1cceee2a-e014-4f4b-b21f-1aa5fd68b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337231 Jun 30 10:56:17.157825 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dafaca2e-c5bc-4d60-ad21-1d380288fbfc req-012fce4a-d2c8-4b3c-b31b-bdba7a283490 service neutron] 10.222.0.39 "GET /v2.0/networks/1cceee2a-e014-4f4b-b21f-1aa5fd68b61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847507 Jun 30 10:56:17.262014 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dafaca2e-c5bc-4d60-ad21-1d380288fbfc req-e2d2ef2e-1c36-4559-9cdf-7c95f19822da service neutron] 10.222.0.39 "GET /v2.0/networks/1cceee2a-e014-4f4b-b21f-1aa5fd68b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963755 Jun 30 10:56:17.816330 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb5b1c-1e66-4d54-a277-766f1254b758 req-513d9c6b-bcde-4a36-b223-326f480738bf tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:17.817816 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e2bb5b1c-1e66-4d54-a277-766f1254b758 req-513d9c6b-bcde-4a36-b223-326f480738bf tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0657694 Jun 30 10:56:17.857829 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e2bb5b1c-1e66-4d54-a277-766f1254b758 req-f38a57ef-9deb-48fb-a6c0-249781ff7ab3 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331907 Jun 30 10:56:17.977293 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a52e4b-0425-41ba-8a45-b84e429ea21f req-6807bba4-7b89-47ea-b6dc-6f081001807e tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:17.978767 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-e5a52e4b-0425-41ba-8a45-b84e429ea21f req-6807bba4-7b89-47ea-b6dc-6f081001807e tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=2abd4523-b358-4fc6-a467-954e0999a58a HTTP/1.1" status: 200 len: 943 time: 0.0666761 Jun 30 10:56:18.021207 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-e5a52e4b-0425-41ba-8a45-b84e429ea21f req-9084b01a-cd5c-411f-bc6a-a191c74820c5 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352168 Jun 30 10:56:18.512884 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 56608) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:56:18.628816 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5d7442c0-e794-401b-a36e-3ae83b57a646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:18.697561 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-942fe6a8-a017-4f06-8469-92bc9961ac98 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:18.699767 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-942fe6a8-a017-4f06-8469-92bc9961ac98 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/networks?id=a20081a6-ba67-4abf-96ef-d0d83658aac0 HTTP/1.1" status: 200 len: 814 time: 0.1084111 Jun 30 10:56:18.720219 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5d7442c0-e794-401b-a36e-3ae83b57a646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:18.724204 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-5ce7f345-ca72-463f-8861-69751dd8a007 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/quotas/7789f67dc72a47fb92630538059ec02e HTTP/1.1" status: 200 len: 375 time: 0.0166018 Jun 30 10:56:18.725655 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5d7442c0-e794-401b-a36e-3ae83b57a646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:18.774501 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-5d7442c0-e794-401b-a36e-3ae83b57a646 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=737b21ff697e4ee6bc7500bd0d4c80b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604938 Jun 30 10:56:18.775628 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7442c0-e794-401b-a36e-3ae83b57a646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2917eb6-66eb-4828-934a-3ffd862cd6b4,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:56:18.778891 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 56626) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:56:18.820149 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-1854e63e-b238-4dc7-877a-ab84d0aafeaa tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7789f67dc72a47fb92630538059ec02e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0910928 Jun 30 10:56:18.845101 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0373e8db-f8ab-484f-9148-3cd568f974c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:18.867720 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0373e8db-f8ab-484f-9148-3cd568f974c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:18.920797 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0373e8db-f8ab-484f-9148-3cd568f974c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:18.923751 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0373e8db-f8ab-484f-9148-3cd568f974c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:18.924915 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-0373e8db-f8ab-484f-9148-3cd568f974c8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e2917eb6-66eb-4828-934a-3ffd862cd6b4 HTTP/1.1" status: 204 len: 168 time: 0.1450379 Jun 30 10:56:18.934619 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373e8db-f8ab-484f-9148-3cd568f974c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2917eb6-66eb-4828-934a-3ffd862cd6b4,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:56:18.936594 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-48edbb99-0432-49b2-964e-36e3f42331a8 service neutron] 10.222.0.91 "GET /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944469 Jun 30 10:56:19.056618 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-abfb0677-475d-402d-91b9-cb70e1aff096 service neutron] 10.222.0.91 "GET /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106210 Jun 30 10:56:19.082124 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6eb39f-4b9b-41a2-a44a-0b8867203d22 req-2d313544-cafa-42d9-9033-c15ab5db01a1 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:19.084069 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4c6eb39f-4b9b-41a2-a44a-0b8867203d22 req-2d313544-cafa-42d9-9033-c15ab5db01a1 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0710557 Jun 30 10:56:19.129274 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4c6eb39f-4b9b-41a2-a44a-0b8867203d22 req-d9567b94-c9e9-4402-801e-1059faed6a91 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389812 Jun 30 10:56:19.300320 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-91743bb7-5332-4e5a-8064-03c899581dad req-79789bb3-1c0b-4d31-b1bd-5fcf7825891d tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=99f0c8ae-aae4-4014-8615-3f46c51a1f2a HTTP/1.1" status: 200 len: 210 time: 0.0309579 Jun 30 10:56:19.347063 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff27c1-8d16-4ece-a2a3-3fb01de9eaaf req-e3207b7e-b1db-4246-8a71-5a0385980fea tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:19.348569 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-80ff27c1-8d16-4ece-a2a3-3fb01de9eaaf req-e3207b7e-b1db-4246-8a71-5a0385980fea tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=2abd4523-b358-4fc6-a467-954e0999a58a HTTP/1.1" status: 200 len: 943 time: 0.0705774 Jun 30 10:56:19.388225 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-80ff27c1-8d16-4ece-a2a3-3fb01de9eaaf req-75143f25-57e5-496e-b1db-3ff0b504410f tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338099 Jun 30 10:56:19.792884 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 21ee6437-5220-406d-8055-f5b697b6f550 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:56:20.020341 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 21ee6437-5220-406d-8055-f5b697b6f550, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=21ee6437-5220-406d-8055-f5b697b6f550,segment=NetworkSegment(7a073d4a-aaa5-4d28-a997-195506525541),segment_id=7a073d4a-aaa5-4d28-a997-195506525541)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:56:20.034462 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': '21ee6437-5220-406d-8055-f5b697b6f550', 'network_id': '1cceee2a-e014-4f4b-b21f-1aa5fd68b61d', 'port_id': '21ee6437-5220-406d-8055-f5b697b6f550', 'mac_address': 'fa:16:3e:43:b8:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a7a22bf-7465-430e-be71-1fed7b0531ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:56:20.071264 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:20.084779 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ee6437-5220-406d-8055-f5b697b6f550 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:56:20.106641 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 21ee6437-5220-406d-8055-f5b697b6f550, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=21ee6437-5220-406d-8055-f5b697b6f550,segment=NetworkSegment(7a073d4a-aaa5-4d28-a997-195506525541),segment_id=7a073d4a-aaa5-4d28-a997-195506525541)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:56:20.110710 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:20.158487 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=21ee6437-5220-406d-8055-f5b697b6f550,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:56:20.341604 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e495b-3849-42f7-a25a-7248214b53e2 req-3dd84f67-d037-49e1-9649-976452d371a5 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:20.343025 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-544e495b-3849-42f7-a25a-7248214b53e2 req-3dd84f67-d037-49e1-9649-976452d371a5 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0717371 Jun 30 10:56:20.392541 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-544e495b-3849-42f7-a25a-7248214b53e2 req-fe8a716c-1ea8-41e7-964c-b89de9e38f6a tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421958 Jun 30 10:56:20.508271 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-04d482ed-7e93-4fba-9141-40f40cee65c3 req-69edf9ff-afa7-4e64-a3ef-3573d0e1256a tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=99f0c8ae-aae4-4014-8615-3f46c51a1f2a HTTP/1.1" status: 200 len: 210 time: 0.0428863 Jun 30 10:56:20.600202 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f31c5-e6ed-48f3-a3a1-228c90160a0d req-676fb86a-9fb0-412e-8ea3-83d5f83155f7 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:20.601725 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a47f31c5-e6ed-48f3-a3a1-228c90160a0d req-676fb86a-9fb0-412e-8ea3-83d5f83155f7 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=2abd4523-b358-4fc6-a467-954e0999a58a HTTP/1.1" status: 200 len: 944 time: 0.0672312 Jun 30 10:56:20.642956 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a47f31c5-e6ed-48f3-a3a1-228c90160a0d req-88fa02b0-77b4-4d08-a004-aff12bf8e455 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351019 Jun 30 10:56:20.646646 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['21ee6437-5220-406d-8055-f5b697b6f550'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:56:20.653511 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-4759aa61-1d26-47f4-a632-a4c30eea4d70 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:20.655325 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-4759aa61-1d26-47f4-a632-a4c30eea4d70 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.39 "GET /v2.0/networks?id=a20081a6-ba67-4abf-96ef-d0d83658aac0 HTTP/1.1" status: 200 len: 814 time: 0.1236732 Jun 30 10:56:20.681750 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-8faa3814-1ef6-4b42-8530-24601c8fe90c tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Request body: {'port': {'device_id': '99f0c8ae-aae4-4014-8615-3f46c51a1f2a', 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0', 'admin_state_up': True, 'tenant_id': '7789f67dc72a47fb92630538059ec02e'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:56:20.805110 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-8faa3814-1ef6-4b42-8530-24601c8fe90c tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Made reservation on behalf of 7789f67dc72a47fb92630538059ec02e for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:56:20.809045 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-8faa3814-1ef6-4b42-8530-24601c8fe90c tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:20.970157 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-8faa3814-1ef6-4b42-8530-24601c8fe90c tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Allocated IP 172.20.0.13 (a20081a6-ba67-4abf-96ef-d0d83658aac0/873c6c9f-5658-492f-86d2-622388a23a24/7e2ccf32-87d9-4455-ad07-92010027dd29) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:56:21.080374 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699f825-e1b8-465e-b750-396b90c9e346 req-6e915cd9-c66b-4538-afc4-8bd3cd11fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:21.081884 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e699f825-e1b8-465e-b750-396b90c9e346 req-6e915cd9-c66b-4538-afc4-8bd3cd11fcda service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 1098 time: 0.1419837 Jun 30 10:56:21.144263 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e699f825-e1b8-465e-b750-396b90c9e346 req-e86e5f26-6d10-4bbe-865e-4f88e3a1d974 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524795 Jun 30 10:56:21.164554 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-8faa3814-1ef6-4b42-8530-24601c8fe90c tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:21.205374 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-8faa3814-1ef6-4b42-8530-24601c8fe90c tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8415484'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:21.247710 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-8faa3814-1ef6-4b42-8530-24601c8fe90c tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Network a20081a6-ba67-4abf-96ef-d0d83658aac0 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:56:21.250786 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-8faa3814-1ef6-4b42-8530-24601c8fe90c tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:56:21.258187 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-8faa3814-1ef6-4b42-8530-24601c8fe90c tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:56:21.289224 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa3814-1ef6-4b42-8530-24601c8fe90c tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Pushing event updated for resources: {'Port': ['ID=7e2ccf32-87d9-4455-ad07-92010027dd29,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:56:21.316675 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-8faa3814-1ef6-4b42-8530-24601c8fe90c tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:21.317277 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-8faa3814-1ef6-4b42-8530-24601c8fe90c tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:21.331704 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-8faa3814-1ef6-4b42-8530-24601c8fe90c tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6538067 Jun 30 10:56:21.349399 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-0b2a73e8-1660-4f7d-b512-451401eb7957 service neutron] Request body: {'port': {'device_id': '99f0c8ae-aae4-4014-8615-3f46c51a1f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:56:21.421419 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-0b2a73e8-1660-4f7d-b512-451401eb7957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:21.673202 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985daeb-2886-454e-819e-3deb9096eb3e req-589c0944-7b30-46fb-8ad8-b73894a8f868 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:21.674737 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4985daeb-2886-454e-819e-3deb9096eb3e req-589c0944-7b30-46fb-8ad8-b73894a8f868 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.1454563 Jun 30 10:56:21.733150 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4985daeb-2886-454e-819e-3deb9096eb3e req-7dc3f4a1-9810-4fe3-a35e-5857413c1373 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524564 Jun 30 10:56:21.746087 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['f31d4ff9-6cba-423e-af50-3b144ec38e93', 'ca689cd7-d5e2-42fc-a783-54972f036476', 'eed749ae-bbd3-4f39-b5a8-8872b7a50faa'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:56:21.788477 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-0b2a73e8-1660-4f7d-b512-451401eb7957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2ccf32-87d9-4455-ad07-92010027dd29 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:56:21.802964 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-0b2a73e8-1660-4f7d-b512-451401eb7957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:21.819935 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-0b2a73e8-1660-4f7d-b512-451401eb7957 service neutron] Transition to ACTIVE for port object 7e2ccf32-87d9-4455-ad07-92010027dd29 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:56:21.825076 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-0b2a73e8-1660-4f7d-b512-451401eb7957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:21.917263 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a73e8-1660-4f7d-b512-451401eb7957 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2ccf32-87d9-4455-ad07-92010027dd29,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:56:22.003040 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c58f0-b17e-48b6-aa66-06010ea0b8d9 req-d87aa08c-70ba-4150-888d-7c1070113775 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:22.009972 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-af6c58f0-b17e-48b6-aa66-06010ea0b8d9 req-d87aa08c-70ba-4150-888d-7c1070113775 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=99f0c8ae-aae4-4014-8615-3f46c51a1f2a HTTP/1.1" status: 200 len: 944 time: 0.1515839 Jun 30 10:56:22.021649 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-0b2a73e8-1660-4f7d-b512-451401eb7957 service neutron] Attempting to bind port 7e2ccf32-87d9-4455-ad07-92010027dd29 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:56:22.021995 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-0b2a73e8-1660-4f7d-b512-451401eb7957 service neutron] Attempting to bind port 7e2ccf32-87d9-4455-ad07-92010027dd29 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'a4b16849-21ca-418a-a687-42fb430f6d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:56:22.022331 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-0b2a73e8-1660-4f7d-b512-451401eb7957 service neutron] Attempting to bind port 7e2ccf32-87d9-4455-ad07-92010027dd29 on network a20081a6-ba67-4abf-96ef-d0d83658aac0 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:56:22.036348 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-0b2a73e8-1660-4f7d-b512-451401eb7957 service neutron] Port 7e2ccf32-87d9-4455-ad07-92010027dd29 on network a20081a6-ba67-4abf-96ef-d0d83658aac0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:56:22.036685 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-0b2a73e8-1660-4f7d-b512-451401eb7957 service neutron] Attempting to bind port 7e2ccf32-87d9-4455-ad07-92010027dd29 on network a20081a6-ba67-4abf-96ef-d0d83658aac0 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:56:22.046680 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-0b2a73e8-1660-4f7d-b512-451401eb7957 service neutron] Checking agent: {'id': '5d5b2242-4ffd-4515-a15c-824c74b42c52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'started_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:56:22.047028 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-0b2a73e8-1660-4f7d-b512-451401eb7957 service neutron] Checking segment: {'id': 'a4b16849-21ca-418a-a687-42fb430f6d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:56:22.047418 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-0b2a73e8-1660-4f7d-b512-451401eb7957 service neutron] Bound using segment: {'id': 'a4b16849-21ca-418a-a687-42fb430f6d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:56:22.047890 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-0b2a73e8-1660-4f7d-b512-451401eb7957 service neutron] Bound port: 7e2ccf32-87d9-4455-ad07-92010027dd29, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b16849-21ca-418a-a687-42fb430f6d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:56:22.048258 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-0b2a73e8-1660-4f7d-b512-451401eb7957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:22.084941 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-af6c58f0-b17e-48b6-aa66-06010ea0b8d9 req-f8f8e948-6304-4457-a739-8fc6ece89596 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675735 Jun 30 10:56:22.137442 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f471b7-5533-4281-9ccd-31cd7a3b46d3 req-1fafd2a1-b094-4cf0-8536-fcaf33d9e50b tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:22.140284 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-12f471b7-5533-4281-9ccd-31cd7a3b46d3 req-1fafd2a1-b094-4cf0-8536-fcaf33d9e50b tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=2abd4523-b358-4fc6-a467-954e0999a58a HTTP/1.1" status: 200 len: 944 time: 0.0838058 Jun 30 10:56:22.157707 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-0b2a73e8-1660-4f7d-b512-451401eb7957 service neutron] For port 7e2ccf32-87d9-4455-ad07-92010027dd29, host hv-cinder-78662, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:56:22.162200 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-0b2a73e8-1660-4f7d-b512-451401eb7957 service neutron] For port 7e2ccf32-87d9-4455-ad07-92010027dd29, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7e2ccf32-87d9-4455-ad07-92010027dd29,segment=NetworkSegment(a4b16849-21ca-418a-a687-42fb430f6d22),segment_id=a4b16849-21ca-418a-a687-42fb430f6d22)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:56:22.168061 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-0b2a73e8-1660-4f7d-b512-451401eb7957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:22.189005 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-12f471b7-5533-4281-9ccd-31cd7a3b46d3 req-f4de7686-df3e-4dd3-83f3-1435607af7fb tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419936 Jun 30 10:56:22.202985 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-0b2a73e8-1660-4f7d-b512-451401eb7957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:22.203612 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-0b2a73e8-1660-4f7d-b512-451401eb7957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:22.205011 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-0b2a73e8-1660-4f7d-b512-451401eb7957 service neutron] 10.222.0.39 "PUT /v2.0/ports/7e2ccf32-87d9-4455-ad07-92010027dd29 HTTP/1.1" status: 200 len: 1094 time: 0.8600228 Jun 30 10:56:22.205522 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f0c8ae-aae4-4014-8615-3f46c51a1f2a', 'tag': '7e2ccf32-87d9-4455-ad07-92010027dd29'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:56:22.207817 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04aad5da-ae29-4491-84a8-b057a491fdb0" -d '{"events": [{"name": "network-changed", "server_uuid": "99f0c8ae-aae4-4014-8615-3f46c51a1f2a", "tag": "7e2ccf32-87d9-4455-ad07-92010027dd29"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:56:22.244943 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a73e8-1660-4f7d-b512-451401eb7957 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2ccf32-87d9-4455-ad07-92010027dd29,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:56:22.254374 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d07c125-f694-4b60-98f4-79029df143ef x-openstack-request-id: req-6d07c125-f694-4b60-98f4-79029df143ef {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:56:22.254670 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f0c8ae-aae4-4014-8615-3f46c51a1f2a", "tag": "7e2ccf32-87d9-4455-ad07-92010027dd29", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:56:22.254930 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6d07c125-f694-4b60-98f4-79029df143ef {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:56:22.255335 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f0c8ae-aae4-4014-8615-3f46c51a1f2a', 'tag': '7e2ccf32-87d9-4455-ad07-92010027dd29', 'status': 'completed', 'code': 200} Jun 30 10:56:22.323408 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-518af3c5-bb6a-46bf-a097-a32e8fb01a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:22.325292 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-518af3c5-bb6a-46bf-a097-a32e8fb01a54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7789f67dc72a47fb92630538059ec02e&device_id=99f0c8ae-aae4-4014-8615-3f46c51a1f2a HTTP/1.1" status: 200 len: 1097 time: 0.0543795 Jun 30 10:56:22.376873 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-1fef6393-922d-4e81-b68e-151fa2401a9e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e2ccf32-87d9-4455-ad07-92010027dd29 HTTP/1.1" status: 200 len: 217 time: 0.0403116 Jun 30 10:56:22.440641 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-22aca8a5-a8be-4303-8564-a9ede8d25e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:22.442097 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-22aca8a5-a8be-4303-8564-a9ede8d25e66 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=873c6c9f-5658-492f-86d2-622388a23a24 HTTP/1.1" status: 200 len: 854 time: 0.0447936 Jun 30 10:56:22.478859 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-76970ca5-b43a-404b-85a8-5a54729af56e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a20081a6-ba67-4abf-96ef-d0d83658aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268958 Jun 30 10:56:22.587652 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-0ca84850-a9b2-46b5-b35a-b1bfe449b7b0 service neutron] 10.222.0.39 "GET /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978703 Jun 30 10:56:22.719176 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d0c614b7-2a05-4ddd-a945-4c96eaf70e9e req-70e5dbb5-3a5b-4bbc-bb71-23a6f488c6b1 service neutron] 10.222.0.39 "GET /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912302 Jun 30 10:56:22.847779 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aad5da-ae29-4491-84a8-b057a491fdb0 req-e71d2b3d-0637-4475-955f-680a14911c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:22.849293 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-04aad5da-ae29-4491-84a8-b057a491fdb0 req-e71d2b3d-0637-4475-955f-680a14911c4e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7789f67dc72a47fb92630538059ec02e&device_id=99f0c8ae-aae4-4014-8615-3f46c51a1f2a HTTP/1.1" status: 200 len: 1097 time: 0.0590463 Jun 30 10:56:22.991762 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e954ef-cc14-49b9-af32-4051d280b0f4 req-4454a370-48d6-4d82-97ec-ea3df52baa55 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:22.993807 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-16e954ef-cc14-49b9-af32-4051d280b0f4 req-4454a370-48d6-4d82-97ec-ea3df52baa55 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.1377723 Jun 30 10:56:23.014391 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aad5da-ae29-4491-84a8-b057a491fdb0 req-60388781-c4ad-44eb-ba88-1c7646a8da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:23.016260 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-04aad5da-ae29-4491-84a8-b057a491fdb0 req-60388781-c4ad-44eb-ba88-1c7646a8da35 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a20081a6-ba67-4abf-96ef-d0d83658aac0 HTTP/1.1" status: 200 len: 915 time: 0.1278830 Jun 30 10:56:23.044456 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9eed72-a0a1-4cc2-a69d-bb3584b82e84 req-f16e2a00-5117-42d2-904b-aedaee1ef951 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:23.046020 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-be9eed72-a0a1-4cc2-a69d-bb3584b82e84 req-f16e2a00-5117-42d2-904b-aedaee1ef951 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.0783029 Jun 30 10:56:23.081508 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-16e954ef-cc14-49b9-af32-4051d280b0f4 req-a1d6ac5c-efcb-415c-90f9-eb57f0f4f72a tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754347 Jun 30 10:56:23.082865 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-04aad5da-ae29-4491-84a8-b057a491fdb0 req-4e047d61-5aa3-4561-90e3-922e798bf9a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e2ccf32-87d9-4455-ad07-92010027dd29 HTTP/1.1" status: 200 len: 217 time: 0.0494559 Jun 30 10:56:23.105647 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-be9eed72-a0a1-4cc2-a69d-bb3584b82e84 req-b0227fc6-eec2-4b48-a955-3e75f18d1cbb tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531886 Jun 30 10:56:23.152330 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aad5da-ae29-4491-84a8-b057a491fdb0 req-8da1c5a3-5690-4fb1-b3ec-05fdee3edc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:23.154101 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-04aad5da-ae29-4491-84a8-b057a491fdb0 req-8da1c5a3-5690-4fb1-b3ec-05fdee3edc9f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=873c6c9f-5658-492f-86d2-622388a23a24 HTTP/1.1" status: 200 len: 854 time: 0.0552745 Jun 30 10:56:23.193663 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-04aad5da-ae29-4491-84a8-b057a491fdb0 req-adabde70-03a0-4289-80d7-ade487376642 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a20081a6-ba67-4abf-96ef-d0d83658aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318789 Jun 30 10:56:23.304360 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-04aad5da-ae29-4491-84a8-b057a491fdb0 req-e175a6fa-b9f6-4790-a812-03f1a742e2b2 service neutron] 10.222.0.39 "GET /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962844 Jun 30 10:56:23.313368 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05788d5-4c7d-449e-95c9-f898a98c7692 req-ffb39a97-90ac-4e13-85df-fe8866782c1d tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:23.314933 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a05788d5-4c7d-449e-95c9-f898a98c7692 req-ffb39a97-90ac-4e13-85df-fe8866782c1d tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=99f0c8ae-aae4-4014-8615-3f46c51a1f2a HTTP/1.1" status: 200 len: 944 time: 0.0673747 Jun 30 10:56:23.364348 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a05788d5-4c7d-449e-95c9-f898a98c7692 req-01fec808-7508-4600-bf7c-79a27f73fa5d tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425770 Jun 30 10:56:23.413708 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-04aad5da-ae29-4491-84a8-b057a491fdb0 req-042fec73-3f7d-4423-989d-8143390ad9ed service neutron] 10.222.0.39 "GET /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987375 Jun 30 10:56:23.544577 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1179e78-684f-48d9-a5ec-ebdc5a2a8464 req-a325402c-8178-4561-b41a-9f27522db4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:23.546123 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e1179e78-684f-48d9-a5ec-ebdc5a2a8464 req-a325402c-8178-4561-b41a-9f27522db4f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba59ae1dd0854ec58e3e087862fe2717&device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 1098 time: 0.1042368 Jun 30 10:56:23.557038 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fac974-b39f-495a-947e-99fea0d9439e req-bd65050d-b1dc-46c2-8a02-d2537004c8b4 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:23.558694 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-99fac974-b39f-495a-947e-99fea0d9439e req-bd65050d-b1dc-46c2-8a02-d2537004c8b4 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0737872 Jun 30 10:56:23.561436 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb97bb-2062-4102-abbf-9161b893e8d5 req-7980e18a-9790-4f7a-952f-f408938a759c tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:23.562898 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8dcb97bb-2062-4102-abbf-9161b893e8d5 req-7980e18a-9790-4f7a-952f-f408938a759c tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=2abd4523-b358-4fc6-a467-954e0999a58a HTTP/1.1" status: 200 len: 944 time: 0.0862415 Jun 30 10:56:23.597319 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-99fac974-b39f-495a-947e-99fea0d9439e req-e885d543-5178-4ed7-aa7b-6a0a979f42b9 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326571 Jun 30 10:56:23.654804 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8dcb97bb-2062-4102-abbf-9161b893e8d5 req-5f4c6b11-ea6e-4a88-90f3-738e22bc9ad1 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832360 Jun 30 10:56:23.683478 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1179e78-684f-48d9-a5ec-ebdc5a2a8464 req-e7944b3b-f6a4-490e-9009-f68e848e3b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:23.684969 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e1179e78-684f-48d9-a5ec-ebdc5a2a8464 req-e7944b3b-f6a4-490e-9009-f68e848e3b5e service neutron] 10.222.0.39 "GET /v2.0/networks?id=bed23b81-a268-4baa-a8b3-0d89a55f5b16 HTTP/1.1" status: 200 len: 919 time: 0.1315601 Jun 30 10:56:23.742102 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e1179e78-684f-48d9-a5ec-ebdc5a2a8464 req-9a3f9ca3-8021-4af5-bf5e-d3856d366e86 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9264f43f-8602-4e88-9f17-480b97076f8a HTTP/1.1" status: 200 len: 217 time: 0.0374625 Jun 30 10:56:23.802456 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1179e78-684f-48d9-a5ec-ebdc5a2a8464 req-36829bc1-2658-46b9-b65c-1d1a128a78f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:23.804039 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e1179e78-684f-48d9-a5ec-ebdc5a2a8464 req-36829bc1-2658-46b9-b65c-1d1a128a78f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6b7436d-5b83-48d2-ab4c-acf6e73a305c HTTP/1.1" status: 200 len: 858 time: 0.0444114 Jun 30 10:56:23.814640 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 21ee6437-5220-406d-8055-f5b697b6f550 up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:56:23.846992 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e1179e78-684f-48d9-a5ec-ebdc5a2a8464 req-6bf1cd00-8861-42b5-8332-11ea811e81d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bed23b81-a268-4baa-a8b3-0d89a55f5b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298681 Jun 30 10:56:23.862179 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning for port 21ee6437-5220-406d-8055-f5b697b6f550 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:56:23.865765 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port 21ee6437-5220-406d-8055-f5b697b6f550 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:56:23.866140 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:23.948688 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:23.961953 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e1179e78-684f-48d9-a5ec-ebdc5a2a8464 req-64ee80f5-4063-417b-934c-437f48a8202c service neutron] 10.222.0.39 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940909 Jun 30 10:56:23.972309 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abd4523-b358-4fc6-a467-954e0999a58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ee6437-5220-406d-8055-f5b697b6f550'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:56:23.974545 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870b5971-3325-4aba-91cf-f81738185c5e" -d '{"events": [{"server_uuid": "2abd4523-b358-4fc6-a467-954e0999a58a", "name": "network-vif-plugged", "status": "completed", "tag": "21ee6437-5220-406d-8055-f5b697b6f550"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:56:23.990436 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 21ee6437-5220-406d-8055-f5b697b6f550, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=21ee6437-5220-406d-8055-f5b697b6f550,segment=NetworkSegment(7a073d4a-aaa5-4d28-a997-195506525541),segment_id=7a073d4a-aaa5-4d28-a997-195506525541)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:56:23.995491 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:24.022616 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a45ec7-b260-4b9a-bfca-70ed64efcbb9 x-openstack-request-id: req-25a45ec7-b260-4b9a-bfca-70ed64efcbb9 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:56:24.022910 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abd4523-b358-4fc6-a467-954e0999a58a", "name": "network-vif-plugged", "status": "completed", "tag": "21ee6437-5220-406d-8055-f5b697b6f550", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:56:24.023161 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-25a45ec7-b260-4b9a-bfca-70ed64efcbb9 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:56:24.023549 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abd4523-b358-4fc6-a467-954e0999a58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ee6437-5220-406d-8055-f5b697b6f550', 'code': 200} Jun 30 10:56:24.052651 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=21ee6437-5220-406d-8055-f5b697b6f550,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:56:24.076321 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e1179e78-684f-48d9-a5ec-ebdc5a2a8464 req-237668e9-378f-4167-89d1-69c81b930b3a service neutron] 10.222.0.39 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983531 Jun 30 10:56:24.331237 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2d715-7b9b-4dba-91c7-3574c6c45ccd req-e1b877b8-a5f1-4f80-8b32-10c8d261a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:24.332757 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-81d2d715-7b9b-4dba-91c7-3574c6c45ccd req-e1b877b8-a5f1-4f80-8b32-10c8d261a22a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2abd4523-b358-4fc6-a467-954e0999a58a HTTP/1.1" status: 200 len: 1098 time: 0.0954735 Jun 30 10:56:24.346330 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4c027-db91-4d25-9d83-d4b3e152de09 req-a52b87a9-fa16-492c-80f8-1ac3eb11601e tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:24.347733 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-63f4c027-db91-4d25-9d83-d4b3e152de09 req-a52b87a9-fa16-492c-80f8-1ac3eb11601e tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.1124947 Jun 30 10:56:24.400148 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-81d2d715-7b9b-4dba-91c7-3574c6c45ccd req-9e255053-e2f8-4647-b2fd-adbcccbdf805 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514808 Jun 30 10:56:24.405753 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-63f4c027-db91-4d25-9d83-d4b3e152de09 req-e6573c44-044d-4bbd-b9cc-be73a51488cc tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521288 Jun 30 10:56:24.537492 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e033a-ea83-40ca-9e24-2d9056d171c2 req-fa028a1c-3f47-4c2f-bd9d-cac49af7bb2a tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:24.539136 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-895e033a-ea83-40ca-9e24-2d9056d171c2 req-fa028a1c-3f47-4c2f-bd9d-cac49af7bb2a tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=99f0c8ae-aae4-4014-8615-3f46c51a1f2a HTTP/1.1" status: 200 len: 944 time: 0.0624359 Jun 30 10:56:24.578353 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-895e033a-ea83-40ca-9e24-2d9056d171c2 req-427f8634-32d8-4bb4-8c15-b78e5924d256 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328200 Jun 30 10:56:24.778978 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e414b1d-6ec3-4262-8836-13e5de9d681a req-a5112996-3337-4933-899b-b1066dc5ae13 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:24.782376 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8e414b1d-6ec3-4262-8836-13e5de9d681a req-a5112996-3337-4933-899b-b1066dc5ae13 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0671196 Jun 30 10:56:24.820914 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8e414b1d-6ec3-4262-8836-13e5de9d681a req-ffa55f6c-c38f-41ae-a623-573ba2df1440 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319557 Jun 30 10:56:24.827284 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69739445-76c9-4c84-b519-f5094f332cc9 req-06c10c53-ea1a-4ec7-adea-566939fc21e4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:24.828799 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-69739445-76c9-4c84-b519-f5094f332cc9 req-06c10c53-ea1a-4ec7-adea-566939fc21e4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=2abd4523-b358-4fc6-a467-954e0999a58a HTTP/1.1" status: 200 len: 945 time: 0.0628850 Jun 30 10:56:24.874299 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-69739445-76c9-4c84-b519-f5094f332cc9 req-38f145c6-3825-4e4d-bde4-ecd9673d47b5 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390801 Jun 30 10:56:25.588355 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b72f7d-c6db-4f42-a529-dfeb93bfe331 req-ebfa6f4a-38a3-44ca-a447-e86c1dee4b7f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:25.590368 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-58b72f7d-c6db-4f42-a529-dfeb93bfe331 req-ebfa6f4a-38a3-44ca-a447-e86c1dee4b7f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.0655711 Jun 30 10:56:25.630016 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-58b72f7d-c6db-4f42-a529-dfeb93bfe331 req-ccb7e60c-80e7-404c-a61a-c51dfebfc1bc tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342984 Jun 30 10:56:25.764000 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468504a-1c06-4c82-878e-96af6185221a req-5184e672-82c7-4c1f-a5fc-621f64073258 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:25.765487 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-9468504a-1c06-4c82-878e-96af6185221a req-5184e672-82c7-4c1f-a5fc-621f64073258 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=99f0c8ae-aae4-4014-8615-3f46c51a1f2a HTTP/1.1" status: 200 len: 944 time: 0.0719268 Jun 30 10:56:25.802217 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-9468504a-1c06-4c82-878e-96af6185221a req-650b1bc5-ccb4-4712-92ef-f71f9c0fa621 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311248 Jun 30 10:56:25.838181 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 7e2ccf32-87d9-4455-ad07-92010027dd29 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:56:25.957361 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 7e2ccf32-87d9-4455-ad07-92010027dd29, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7e2ccf32-87d9-4455-ad07-92010027dd29,segment=NetworkSegment(a4b16849-21ca-418a-a687-42fb430f6d22),segment_id=a4b16849-21ca-418a-a687-42fb430f6d22)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:56:25.970604 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': '7e2ccf32-87d9-4455-ad07-92010027dd29', 'network_id': 'a20081a6-ba67-4abf-96ef-d0d83658aac0', 'port_id': '7e2ccf32-87d9-4455-ad07-92010027dd29', 'mac_address': 'fa:16:3e:9c:f5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '873c6c9f-5658-492f-86d2-622388a23a24', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:56:26.015220 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:26.028291 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2ccf32-87d9-4455-ad07-92010027dd29 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:56:26.042913 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e8a78-beea-45d4-965b-86b51eedc768 req-ccc47126-cac1-447f-b0b8-8183fe3ca5b6 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:26.044649 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c89e8a78-beea-45d4-965b-86b51eedc768 req-ccc47126-cac1-447f-b0b8-8183fe3ca5b6 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0810273 Jun 30 10:56:26.054851 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 7e2ccf32-87d9-4455-ad07-92010027dd29, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7e2ccf32-87d9-4455-ad07-92010027dd29,segment=NetworkSegment(a4b16849-21ca-418a-a687-42fb430f6d22),segment_id=a4b16849-21ca-418a-a687-42fb430f6d22)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:56:26.060147 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:26.066030 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc21d9-ebfd-4f36-8936-53439ea0ec60 req-602d3d55-b606-46cc-ae37-50d196755262 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:26.067833 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-43cc21d9-ebfd-4f36-8936-53439ea0ec60 req-602d3d55-b606-46cc-ae37-50d196755262 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=2abd4523-b358-4fc6-a467-954e0999a58a HTTP/1.1" status: 200 len: 945 time: 0.0710263 Jun 30 10:56:26.086535 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c89e8a78-beea-45d4-965b-86b51eedc768 req-95f301c6-66f1-4c74-b0e9-890ab1e94f15 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351241 Jun 30 10:56:26.109969 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-43cc21d9-ebfd-4f36-8936-53439ea0ec60 req-13d77d45-08d1-4977-8591-330f7b43b746 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342379 Jun 30 10:56:26.113591 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=7e2ccf32-87d9-4455-ad07-92010027dd29,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:56:26.652969 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['7e2ccf32-87d9-4455-ad07-92010027dd29'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:56:26.830568 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636d690-40e9-490f-90f1-ade879d3beaf req-5f0bb050-ee3a-4696-9683-f57fb3ef3b92 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:26.832007 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b636d690-40e9-490f-90f1-ade879d3beaf req-5f0bb050-ee3a-4696-9683-f57fb3ef3b92 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.0747364 Jun 30 10:56:26.871013 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b636d690-40e9-490f-90f1-ade879d3beaf req-4ad76a77-91e6-420b-9e92-a880dd6eaf23 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332856 Jun 30 10:56:27.049507 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbefbd-74f2-4300-9451-636085131b65 req-8dc967e5-8cc4-4f23-b461-09bbffbf5faf tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:27.050970 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-45dbefbd-74f2-4300-9451-636085131b65 req-8dc967e5-8cc4-4f23-b461-09bbffbf5faf tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=99f0c8ae-aae4-4014-8615-3f46c51a1f2a HTTP/1.1" status: 200 len: 945 time: 0.0727465 Jun 30 10:56:27.091040 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-45dbefbd-74f2-4300-9451-636085131b65 req-f437d74c-4198-45bb-8b4b-ef1a804450c2 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338225 Jun 30 10:56:27.155190 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dc31e-1ef5-467f-a0a2-70b5e48c383f req-8001a2d9-35b8-4890-a011-00ad6c1758be tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:27.156682 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-210dc31e-1ef5-467f-a0a2-70b5e48c383f req-8001a2d9-35b8-4890-a011-00ad6c1758be tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=2abd4523-b358-4fc6-a467-954e0999a58a HTTP/1.1" status: 200 len: 945 time: 0.0668883 Jun 30 10:56:27.194323 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-210dc31e-1ef5-467f-a0a2-70b5e48c383f req-6fd649e0-0957-4498-9c2e-af2a6e07a166 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319047 Jun 30 10:56:27.522262 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82006675-661f-43fe-af0c-9237034aae96 req-69eadf3a-7748-4bbf-84a0-3b83b5dee440 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:27.523769 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-82006675-661f-43fe-af0c-9237034aae96 req-69eadf3a-7748-4bbf-84a0-3b83b5dee440 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.3194273 Jun 30 10:56:27.561683 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-82006675-661f-43fe-af0c-9237034aae96 req-06f97132-885d-4b0c-b2d8-42f3fa468783 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315967 Jun 30 10:56:28.047758 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bd1a7-a1e4-49fc-99eb-a04a5a63835f req-c86b8fe9-8486-4c88-959c-ae167c91c138 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:28.049167 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-306bd1a7-a1e4-49fc-99eb-a04a5a63835f req-c86b8fe9-8486-4c88-959c-ae167c91c138 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.0620368 Jun 30 10:56:28.087285 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-306bd1a7-a1e4-49fc-99eb-a04a5a63835f req-cc6885e8-9528-45b8-921d-23c324f2cfb5 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324435 Jun 30 10:56:28.262325 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27806db7-c7d7-443d-8248-6301b4025c68 req-15acb84c-40bc-49b5-9c74-ce42e20a23d6 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:28.263836 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-27806db7-c7d7-443d-8248-6301b4025c68 req-15acb84c-40bc-49b5-9c74-ce42e20a23d6 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=99f0c8ae-aae4-4014-8615-3f46c51a1f2a HTTP/1.1" status: 200 len: 945 time: 0.0638840 Jun 30 10:56:28.303120 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-27806db7-c7d7-443d-8248-6301b4025c68 req-bcbf942a-a632-43dc-a1bd-a20f94844c93 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335340 Jun 30 10:56:28.368678 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1b494-930a-4023-a38e-b3d8b203cd8e req-727b2e6a-dbcf-4d6d-b130-fb5b94fd7479 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:28.370712 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-71a1b494-930a-4023-a38e-b3d8b203cd8e req-727b2e6a-dbcf-4d6d-b130-fb5b94fd7479 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=2abd4523-b358-4fc6-a467-954e0999a58a HTTP/1.1" status: 200 len: 945 time: 0.0623553 Jun 30 10:56:28.411666 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-71a1b494-930a-4023-a38e-b3d8b203cd8e req-1e6f28e6-5b16-4f2b-8647-2a2c1174abf0 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346322 Jun 30 10:56:28.741844 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403c196-34ad-4f6d-aac7-037687d21f97 req-45e25b14-e33f-44e1-8461-b3d7cf663e86 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:28.744026 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a403c196-34ad-4f6d-aac7-037687d21f97 req-45e25b14-e33f-44e1-8461-b3d7cf663e86 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0690010 Jun 30 10:56:28.784144 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a403c196-34ad-4f6d-aac7-037687d21f97 req-550940f9-c574-4411-8a58-5117cda54430 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339270 Jun 30 10:56:29.266985 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77461938-4a30-495d-9c51-785d9eb99029 req-66b70489-0cdb-47ff-8363-3dde6b0012bf tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:29.268485 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-77461938-4a30-495d-9c51-785d9eb99029 req-66b70489-0cdb-47ff-8363-3dde6b0012bf tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.0644307 Jun 30 10:56:29.309833 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-77461938-4a30-495d-9c51-785d9eb99029 req-e5e01567-dc02-4a54-b613-6584b60e4ad9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357621 Jun 30 10:56:29.512474 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77220c13-9e73-4db4-88d6-2ac7fc9bf0b8 req-775d911b-52f9-4207-a8dc-edaeebb71bd9 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:29.514118 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-77220c13-9e73-4db4-88d6-2ac7fc9bf0b8 req-775d911b-52f9-4207-a8dc-edaeebb71bd9 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=99f0c8ae-aae4-4014-8615-3f46c51a1f2a HTTP/1.1" status: 200 len: 945 time: 0.0849001 Jun 30 10:56:29.555926 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-77220c13-9e73-4db4-88d6-2ac7fc9bf0b8 req-37960e5e-fcdb-42fb-a4d5-7955a56ffa9e tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359881 Jun 30 10:56:29.600829 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeadbd0-b155-4360-89ec-4d9fee7b593b req-cae26cec-5e11-4890-a15e-55fea9c7d36f tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:29.602319 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5eeadbd0-b155-4360-89ec-4d9fee7b593b req-cae26cec-5e11-4890-a15e-55fea9c7d36f tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=2abd4523-b358-4fc6-a467-954e0999a58a HTTP/1.1" status: 200 len: 945 time: 0.0681880 Jun 30 10:56:29.642713 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5eeadbd0-b155-4360-89ec-4d9fee7b593b req-33544746-d0f2-4afa-a9bf-5f0610d7059c tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/security-groups?id=abff09f1-06b8-4dbf-8e67-b7709139059e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339878 Jun 30 10:56:29.867996 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 7e2ccf32-87d9-4455-ad07-92010027dd29 up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:56:29.920292 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning for port 7e2ccf32-87d9-4455-ad07-92010027dd29 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:56:29.924480 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port 7e2ccf32-87d9-4455-ad07-92010027dd29 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:56:29.924872 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:29.946166 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c54be5-40a4-4eba-b6a2-47956d8ff7e6 req-369baceb-a6cb-4ebc-b400-82318f07c74e tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:29.947663 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-22c54be5-40a4-4eba-b6a2-47956d8ff7e6 req-369baceb-a6cb-4ebc-b400-82318f07c74e tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abd4523-b358-4fc6-a467-954e0999a58a HTTP/1.1" status: 200 len: 945 time: 0.0664845 Jun 30 10:56:30.003865 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:30.028508 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f0c8ae-aae4-4014-8615-3f46c51a1f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2ccf32-87d9-4455-ad07-92010027dd29'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:56:30.030806 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845a6cab-8000-452d-b5f4-e8887aa9cee8" -d '{"events": [{"server_uuid": "99f0c8ae-aae4-4014-8615-3f46c51a1f2a", "name": "network-vif-plugged", "status": "completed", "tag": "7e2ccf32-87d9-4455-ad07-92010027dd29"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:56:30.044889 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 7e2ccf32-87d9-4455-ad07-92010027dd29, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7e2ccf32-87d9-4455-ad07-92010027dd29,segment=NetworkSegment(a4b16849-21ca-418a-a687-42fb430f6d22),segment_id=a4b16849-21ca-418a-a687-42fb430f6d22)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:56:30.049597 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:30.070190 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-22c54be5-40a4-4eba-b6a2-47956d8ff7e6 req-b765c956-307c-4836-85ae-ce97f2cac7e4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Deleting port 21ee6437-5220-406d-8055-f5b697b6f550 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:56:30.070621 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-22c54be5-40a4-4eba-b6a2-47956d8ff7e6 req-b765c956-307c-4836-85ae-ce97f2cac7e4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:30.079454 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fb39b5-07bd-418a-9a4c-561c73144ed9 x-openstack-request-id: req-b3fb39b5-07bd-418a-9a4c-561c73144ed9 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:56:30.079772 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f0c8ae-aae4-4014-8615-3f46c51a1f2a", "name": "network-vif-plugged", "status": "completed", "tag": "7e2ccf32-87d9-4455-ad07-92010027dd29", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:56:30.080028 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b3fb39b5-07bd-418a-9a4c-561c73144ed9 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:56:30.080407 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f0c8ae-aae4-4014-8615-3f46c51a1f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2ccf32-87d9-4455-ad07-92010027dd29', 'code': 200} Jun 30 10:56:30.109802 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=7e2ccf32-87d9-4455-ad07-92010027dd29,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:56:30.119075 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:30.119538 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:30.120136 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:30.121258 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:30.122650 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:30.123036 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:30.123435 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:30.124554 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:30.124554 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:30.124554 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:30.124993 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:30.125376 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:30.180410 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-22c54be5-40a4-4eba-b6a2-47956d8ff7e6 req-b765c956-307c-4836-85ae-ce97f2cac7e4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] For port 21ee6437-5220-406d-8055-f5b697b6f550, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=21ee6437-5220-406d-8055-f5b697b6f550,segment=NetworkSegment(7a073d4a-aaa5-4d28-a997-195506525541),segment_id=7a073d4a-aaa5-4d28-a997-195506525541)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:56:30.180752 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-22c54be5-40a4-4eba-b6a2-47956d8ff7e6 req-b765c956-307c-4836-85ae-ce97f2cac7e4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:30.193489 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-22c54be5-40a4-4eba-b6a2-47956d8ff7e6 req-b765c956-307c-4836-85ae-ce97f2cac7e4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Calling delete_port for 21ee6437-5220-406d-8055-f5b697b6f550 owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:56:30.295509 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789a7f9-9e7a-4a27-be79-a3a9348e155c req-88ce294f-234d-40e4-8022-d10dd6a9e21f tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:30.297009 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5789a7f9-9e7a-4a27-be79-a3a9348e155c req-88ce294f-234d-40e4-8022-d10dd6a9e21f tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0708501 Jun 30 10:56:30.335470 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5789a7f9-9e7a-4a27-be79-a3a9348e155c req-ba7d6ea7-3698-4eaa-b47a-b04b11e0e0bd tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325325 Jun 30 10:56:30.365167 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-22c54be5-40a4-4eba-b6a2-47956d8ff7e6 req-b765c956-307c-4836-85ae-ce97f2cac7e4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:30.394167 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['21ee6437-5220-406d-8055-f5b697b6f550'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:56:30.406714 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765c956-307c-4836-85ae-ce97f2cac7e4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Pushing event deleted for resources: {'Port': ['ID=21ee6437-5220-406d-8055-f5b697b6f550,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:56:30.459787 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb151c-ff4b-4d2d-8ee1-e9409a13be8d req-f6b338f3-5c4a-4404-8c6a-1e2bfb716ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:30.461415 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-50eb151c-ff4b-4d2d-8ee1-e9409a13be8d req-f6b338f3-5c4a-4404-8c6a-1e2bfb716ca2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=99f0c8ae-aae4-4014-8615-3f46c51a1f2a HTTP/1.1" status: 200 len: 1099 time: 0.1584520 Jun 30 10:56:30.490960 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c54be5-40a4-4eba-b6a2-47956d8ff7e6 req-b765c956-307c-4836-85ae-ce97f2cac7e4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] No DVR routers for this DVR port 21ee6437-5220-406d-8055-f5b697b6f550 on host hv-cinder-78662 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:56:30.518157 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-22c54be5-40a4-4eba-b6a2-47956d8ff7e6 req-b765c956-307c-4836-85ae-ce97f2cac7e4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:30.520182 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-22c54be5-40a4-4eba-b6a2-47956d8ff7e6 req-b765c956-307c-4836-85ae-ce97f2cac7e4 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.39 "DELETE /v2.0/ports/21ee6437-5220-406d-8055-f5b697b6f550 HTTP/1.1" status: 204 len: 173 time: 0.5630679 Jun 30 10:56:30.520799 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abd4523-b358-4fc6-a467-954e0999a58a', 'name': 'network-vif-deleted', 'tag': '21ee6437-5220-406d-8055-f5b697b6f550'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:56:30.523077 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3370783a-ca53-4e93-9c9b-d09eb371561e" -d '{"events": [{"server_uuid": "2abd4523-b358-4fc6-a467-954e0999a58a", "name": "network-vif-deleted", "tag": "21ee6437-5220-406d-8055-f5b697b6f550"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:56:30.557407 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-50eb151c-ff4b-4d2d-8ee1-e9409a13be8d req-832cb07c-43ad-4e3b-938f-446f9824890d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680945 Jun 30 10:56:30.585177 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50de5f-ad5e-4cf1-b7cd-fe684c05be37 req-f6ca0e1b-7747-4b04-b15a-0003333d4473 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:30.586646 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ca50de5f-ad5e-4cf1-b7cd-fe684c05be37 req-f6ca0e1b-7747-4b04-b15a-0003333d4473 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.1318834 Jun 30 10:56:30.624906 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ca50de5f-ad5e-4cf1-b7cd-fe684c05be37 req-334a315e-7d52-4e3a-bcc3-bf46201afbf4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324302 Jun 30 10:56:30.859845 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21225b27-ce3f-4426-ba31-9193eabf0783 x-openstack-request-id: req-21225b27-ce3f-4426-ba31-9193eabf0783 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:56:30.860911 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abd4523-b358-4fc6-a467-954e0999a58a", "name": "network-vif-deleted", "tag": "21ee6437-5220-406d-8055-f5b697b6f550", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:56:30.861201 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-21225b27-ce3f-4426-ba31-9193eabf0783 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:56:30.861706 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abd4523-b358-4fc6-a467-954e0999a58a', 'name': 'network-vif-deleted', 'tag': '21ee6437-5220-406d-8055-f5b697b6f550', 'status': 'completed', 'code': 200} Jun 30 10:56:31.008241 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fc327d0a-f152-4d84-b13e-1c7abcdfde8f req-102498fe-5323-47ef-9ec2-4f5df9c62307 tempest-VolumesActionsTest-1296626798 tempest-VolumesActionsTest-1296626798-project] 10.222.0.91 "GET /v2.0/ports?device_id=2abd4523-b358-4fc6-a467-954e0999a58a HTTP/1.1" status: 200 len: 210 time: 0.0448248 Jun 30 10:56:31.022546 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2ad21-f496-4e27-91ae-d3faf7d53f40 req-e0f0295b-2449-4ded-90ee-600bff9c764a tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:31.025906 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c6f2ad21-f496-4e27-91ae-d3faf7d53f40 req-e0f0295b-2449-4ded-90ee-600bff9c764a tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=99f0c8ae-aae4-4014-8615-3f46c51a1f2a HTTP/1.1" status: 200 len: 946 time: 0.0860791 Jun 30 10:56:31.066162 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c6f2ad21-f496-4e27-91ae-d3faf7d53f40 req-db27965d-e64a-4688-995d-8d154491cfb0 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339913 Jun 30 10:56:31.169700 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efa2d7-b746-41ed-bebe-70ea473e674b req-cad107b5-2340-4c3b-b036-08f8469eb5d7 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:31.171186 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a5efa2d7-b746-41ed-bebe-70ea473e674b req-cad107b5-2340-4c3b-b036-08f8469eb5d7 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0627789 Jun 30 10:56:31.209075 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a5efa2d7-b746-41ed-bebe-70ea473e674b req-1af101e0-584a-4ca6-8aba-1573c8921637 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317087 Jun 30 10:56:31.802130 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6eb12-472c-482b-8075-ea4fab4ae9ed req-4ec96837-191c-49da-9a7d-47c6f1b2d55e tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:31.803567 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-41f6eb12-472c-482b-8075-ea4fab4ae9ed req-4ec96837-191c-49da-9a7d-47c6f1b2d55e tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.0622809 Jun 30 10:56:31.844228 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-41f6eb12-472c-482b-8075-ea4fab4ae9ed req-85e08e01-3b4a-470f-91c7-e5f5de19f363 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343754 Jun 30 10:56:32.258180 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6a32a-ba6a-4cf0-bb08-ff6aa3a7317d req-6093ab71-bd25-4f23-ac1e-c324e364a13c tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:32.264222 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-52f6a32a-ba6a-4cf0-bb08-ff6aa3a7317d req-6093ab71-bd25-4f23-ac1e-c324e364a13c tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=99f0c8ae-aae4-4014-8615-3f46c51a1f2a HTTP/1.1" status: 200 len: 946 time: 0.0827134 Jun 30 10:56:32.300542 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-52f6a32a-ba6a-4cf0-bb08-ff6aa3a7317d req-a4a63e2a-ed70-4a83-9ea3-867caf7887e3 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351114 Jun 30 10:56:32.425062 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ff12d-d658-4d3b-889e-dd95c222a462 req-6b8310c7-8245-490e-8e80-dd915450d1d6 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:32.426664 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-917ff12d-d658-4d3b-889e-dd95c222a462 req-6b8310c7-8245-490e-8e80-dd915450d1d6 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0817404 Jun 30 10:56:32.473063 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-917ff12d-d658-4d3b-889e-dd95c222a462 req-150a2860-1d5e-4b34-a3b3-d26ca3cdef3c tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404541 Jun 30 10:56:33.078219 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e75e53-e248-4224-93a4-09cea007cb8d req-b02ccd12-2c3f-456f-8183-8b3f4aded277 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:33.079970 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-59e75e53-e248-4224-93a4-09cea007cb8d req-b02ccd12-2c3f-456f-8183-8b3f4aded277 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.1133358 Jun 30 10:56:33.099954 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7bff78b3-a470-4d3c-b0c8-9f2cd479d95e req-08269690-c986-486c-9496-1c838ca5d3c4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0967047 Jun 30 10:56:33.131870 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-59e75e53-e248-4224-93a4-09cea007cb8d req-4b4c0317-fdf9-489f-9494-78c698a4a9e7 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444386 Jun 30 10:56:33.173981 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:33.197335 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff78b3-a470-4d3c-b0c8-9f2cd479d95e req-538cd760-a178-4d83-bcc2-7a104581ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:33.198818 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7bff78b3-a470-4d3c-b0c8-9f2cd479d95e req-538cd760-a178-4d83-bcc2-7a104581ace7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba59ae1dd0854ec58e3e087862fe2717&device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 1098 time: 0.0636020 Jun 30 10:56:33.303998 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff78b3-a470-4d3c-b0c8-9f2cd479d95e req-2e42b83c-e7e1-4f90-b9c7-d74a41a82020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:33.305462 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7bff78b3-a470-4d3c-b0c8-9f2cd479d95e req-2e42b83c-e7e1-4f90-b9c7-d74a41a82020 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bed23b81-a268-4baa-a8b3-0d89a55f5b16 HTTP/1.1" status: 200 len: 919 time: 0.0835764 Jun 30 10:56:33.486653 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3444536-77ad-4a6e-b372-ecef84895a09 req-6d9dbbe9-5e08-4ad6-854c-0ec99a9c2c32 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:33.488137 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-e3444536-77ad-4a6e-b372-ecef84895a09 req-6d9dbbe9-5e08-4ad6-854c-0ec99a9c2c32 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=99f0c8ae-aae4-4014-8615-3f46c51a1f2a HTTP/1.1" status: 200 len: 946 time: 0.0653574 Jun 30 10:56:33.526661 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-e3444536-77ad-4a6e-b372-ecef84895a09 req-f61dca73-5a70-416f-bdfc-fce0a17c366e tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328739 Jun 30 10:56:33.819913 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bad84-34ee-4b74-8cf3-dde336750b88 req-db706efa-24b8-4c0e-b3a5-597303227e13 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:33.824779 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1b7bad84-34ee-4b74-8cf3-dde336750b88 req-db706efa-24b8-4c0e-b3a5-597303227e13 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0816753 Jun 30 10:56:33.864607 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1b7bad84-34ee-4b74-8cf3-dde336750b88 req-61600da0-a801-4cfc-a513-eed04fdb4ed6 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352447 Jun 30 10:56:34.313099 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b980fd-9d23-4547-993b-2d06585a352a req-880b8e11-f7ab-419a-896d-5ca747826d81 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:34.314543 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-15b980fd-9d23-4547-993b-2d06585a352a req-880b8e11-f7ab-419a-896d-5ca747826d81 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.0646615 Jun 30 10:56:34.328174 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 21ee6437-5220-406d-8055-f5b697b6f550 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:56:34.349079 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] No Port match for: 21ee6437-5220-406d-8055-f5b697b6f550 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:56:34.349429 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 21ee6437-5220-406d-8055-f5b697b6f550 not bound to the agent host hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:56:34.353246 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-15b980fd-9d23-4547-993b-2d06585a352a req-64619a7d-3503-4d36-8526-18e0c77e26e9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329497 Jun 30 10:56:35.035662 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386cacc-3b2a-4d32-a26e-0dc5cd8c0fd9 req-633bf63c-1d4a-47f8-9886-6c524f310671 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:35.037219 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e386cacc-3b2a-4d32-a26e-0dc5cd8c0fd9 req-633bf63c-1d4a-47f8-9886-6c524f310671 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0632403 Jun 30 10:56:35.074826 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e386cacc-3b2a-4d32-a26e-0dc5cd8c0fd9 req-2f976315-fd03-41db-b58a-963407385777 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321829 Jun 30 10:56:35.477903 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7bff78b3-a470-4d3c-b0c8-9f2cd479d95e req-e1922c10-64f4-4098-903b-5cebfc384321 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9264f43f-8602-4e88-9f17-480b97076f8a HTTP/1.1" status: 200 len: 217 time: 0.0569878 Jun 30 10:56:35.557464 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc394c5-2c89-4f72-862e-8b528b82044e req-f8cbbe23-67c9-43ce-99b2-9b082c39ad3e tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:35.559521 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5dc394c5-2c89-4f72-862e-8b528b82044e req-f8cbbe23-67c9-43ce-99b2-9b082c39ad3e tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.0623944 Jun 30 10:56:35.597162 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5dc394c5-2c89-4f72-862e-8b528b82044e req-393c4dcd-8f86-4b2a-a828-4d2c79898d7b tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318255 Jun 30 10:56:35.954717 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ff55f0fe-93be-47bb-b2ec-e81a8a70ac83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:36.249107 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e74c59-c18f-4447-af8d-a2ca7f402b11 req-6725e254-8677-4924-aca9-146c9fae0429 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:36.250697 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-13e74c59-c18f-4447-af8d-a2ca7f402b11 req-6725e254-8677-4924-aca9-146c9fae0429 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0671072 Jun 30 10:56:36.288747 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-13e74c59-c18f-4447-af8d-a2ca7f402b11 req-8b36e350-b6dd-419f-8ef1-6965b167fbfb tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322440 Jun 30 10:56:36.655274 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff78b3-a470-4d3c-b0c8-9f2cd479d95e req-1cd5c8a1-4720-4c1e-908a-3b81e6a59794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:36.656831 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7bff78b3-a470-4d3c-b0c8-9f2cd479d95e req-1cd5c8a1-4720-4c1e-908a-3b81e6a59794 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6b7436d-5b83-48d2-ab4c-acf6e73a305c HTTP/1.1" status: 200 len: 858 time: 0.0455697 Jun 30 10:56:36.697912 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7bff78b3-a470-4d3c-b0c8-9f2cd479d95e req-53a225b0-8ff6-43cc-999f-337396545b94 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bed23b81-a268-4baa-a8b3-0d89a55f5b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281279 Jun 30 10:56:36.776557 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d297a4-e7a8-4e55-a11f-443d8fbf1f08 req-aed29939-7b7e-4502-a9ee-e24c62cb390d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:36.778025 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-88d297a4-e7a8-4e55-a11f-443d8fbf1f08 req-aed29939-7b7e-4502-a9ee-e24c62cb390d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.0641034 Jun 30 10:56:36.802215 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7bff78b3-a470-4d3c-b0c8-9f2cd479d95e req-77142f35-60b6-4dfd-a4bb-e4eb0b143c21 service neutron] 10.222.0.39 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896423 Jun 30 10:56:36.819923 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-88d297a4-e7a8-4e55-a11f-443d8fbf1f08 req-2b3255ab-7a0b-4979-ac55-d573d917e74e tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351539 Jun 30 10:56:36.906857 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7bff78b3-a470-4d3c-b0c8-9f2cd479d95e req-b3c3f9ca-5d0b-4cd5-82be-a86fedcba485 service neutron] 10.222.0.39 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829451 Jun 30 10:56:37.467511 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bd2c3-f13f-47c2-bf4d-308d5f59a051 req-584bdef9-515d-424b-a51a-18aba20d833c tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:37.468984 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-592bd2c3-f13f-47c2-bf4d-308d5f59a051 req-584bdef9-515d-424b-a51a-18aba20d833c tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0700598 Jun 30 10:56:37.507176 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-592bd2c3-f13f-47c2-bf4d-308d5f59a051 req-276095c9-e657-4b5d-97a7-3cc4238f9119 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320368 Jun 30 10:56:38.020349 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f878cd6-b115-4977-bb3e-9a178d52b855 req-3d093afc-f2be-456a-9cfe-1c9e663c8909 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:38.034013 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6f878cd6-b115-4977-bb3e-9a178d52b855 req-3d093afc-f2be-456a-9cfe-1c9e663c8909 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.0919347 Jun 30 10:56:38.105935 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6f878cd6-b115-4977-bb3e-9a178d52b855 req-247dfa6f-f850-4ef7-b634-698b8bd2317c tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704305 Jun 30 10:56:38.819460 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-db9be550-6f6a-449a-9fb0-6cdce23d5c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:38.920348 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c873438-02ca-4bde-95e6-f49a18c1167a req-001e87e1-24af-4e13-9547-0e89b4c49dc4 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:38.921320 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a69424-d1c0-411a-a353-119b183db6b8 req-91e300f6-3bdc-45cb-b299-c445ee34dcd6 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:38.922752 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3c873438-02ca-4bde-95e6-f49a18c1167a req-001e87e1-24af-4e13-9547-0e89b4c49dc4 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.2027278 Jun 30 10:56:38.928742 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d6a69424-d1c0-411a-a353-119b183db6b8 req-91e300f6-3bdc-45cb-b299-c445ee34dcd6 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0731089 Jun 30 10:56:38.944042 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679552b0-86f4-46a6-9e61-29df2cc98a1a req-72712a90-cc8e-4f2a-97c3-8a33a2e54fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:38.945497 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-679552b0-86f4-46a6-9e61-29df2cc98a1a req-72712a90-cc8e-4f2a-97c3-8a33a2e54fa3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba59ae1dd0854ec58e3e087862fe2717&device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 1098 time: 0.1026676 Jun 30 10:56:38.973796 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d6a69424-d1c0-411a-a353-119b183db6b8 req-ad2cba4e-b3d3-4837-a805-2e1c653f1aa7 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401766 Jun 30 10:56:39.031351 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3c873438-02ca-4bde-95e6-f49a18c1167a req-ba1ee758-42e7-4a9f-bb90-3c1a6deec3fc tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946798 Jun 30 10:56:39.072353 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:39.093892 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679552b0-86f4-46a6-9e61-29df2cc98a1a req-4461227f-311e-4e9e-8473-51a198bf42b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:39.095366 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-679552b0-86f4-46a6-9e61-29df2cc98a1a req-4461227f-311e-4e9e-8473-51a198bf42b8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bed23b81-a268-4baa-a8b3-0d89a55f5b16 HTTP/1.1" status: 200 len: 919 time: 0.1417677 Jun 30 10:56:39.183094 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-679552b0-86f4-46a6-9e61-29df2cc98a1a req-c75c7570-6c01-40d5-9eed-c75a6bf05c77 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9264f43f-8602-4e88-9f17-480b97076f8a HTTP/1.1" status: 200 len: 217 time: 0.0760434 Jun 30 10:56:39.306623 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679552b0-86f4-46a6-9e61-29df2cc98a1a req-23c8eda9-3a3f-4f44-b626-b9b8bdd30291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:39.309640 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-679552b0-86f4-46a6-9e61-29df2cc98a1a req-23c8eda9-3a3f-4f44-b626-b9b8bdd30291 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6b7436d-5b83-48d2-ab4c-acf6e73a305c HTTP/1.1" status: 200 len: 858 time: 0.1052756 Jun 30 10:56:39.365351 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-679552b0-86f4-46a6-9e61-29df2cc98a1a req-9f5c6e1f-ee98-46a6-922a-d8a706a450f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bed23b81-a268-4baa-a8b3-0d89a55f5b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451314 Jun 30 10:56:39.378131 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a8b4e-8d50-4d0a-9aef-48a49cc7338b req-9ad42b69-102c-490d-a08a-29cecc7ff3ed tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:39.381907 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-629a8b4e-8d50-4d0a-9aef-48a49cc7338b req-9ad42b69-102c-490d-a08a-29cecc7ff3ed tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.0975420 Jun 30 10:56:39.445687 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-629a8b4e-8d50-4d0a-9aef-48a49cc7338b req-4bd9ab55-cf70-498d-83b1-f2582602393f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551476 Jun 30 10:56:39.493827 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-679552b0-86f4-46a6-9e61-29df2cc98a1a req-eca08cd1-3bcc-4707-97f7-3067f55e7b0f service neutron] 10.222.0.39 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174145 Jun 30 10:56:39.619754 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-679552b0-86f4-46a6-9e61-29df2cc98a1a req-7242f790-0c86-4265-ac48-f4ed0e13c330 service neutron] 10.222.0.39 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142828 Jun 30 10:56:39.793796 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:40.198019 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665dc4a-75ba-445f-88a3-13f13f4ff7ec req-95a7c2de-9a38-4a22-a25f-e94a48509c1d tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:40.206475 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2665dc4a-75ba-445f-88a3-13f13f4ff7ec req-95a7c2de-9a38-4a22-a25f-e94a48509c1d tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.1070645 Jun 30 10:56:40.259840 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2665dc4a-75ba-445f-88a3-13f13f4ff7ec req-143eab94-3b1f-4708-b3d5-1a663ac250c2 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521631 Jun 30 10:56:40.313137 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21495c-6d7a-438d-905a-38e7b85dd89b req-3748dafe-0a31-4bc3-809c-2a057ee31e4a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:40.315060 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-fe21495c-6d7a-438d-905a-38e7b85dd89b req-3748dafe-0a31-4bc3-809c-2a057ee31e4a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0878189 Jun 30 10:56:40.365644 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-fe21495c-6d7a-438d-905a-38e7b85dd89b req-48332646-3beb-46c9-903d-8416b63a11e6 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431700 Jun 30 10:56:40.873214 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369743d-d140-40dd-af7f-f6b2f0b9ff2b req-faf63757-bda2-4ef1-8f23-fd177e671810 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:40.894211 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e369743d-d140-40dd-af7f-f6b2f0b9ff2b req-faf63757-bda2-4ef1-8f23-fd177e671810 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.2055409 Jun 30 10:56:40.937068 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e369743d-d140-40dd-af7f-f6b2f0b9ff2b req-1a6ffbdd-408f-4a23-b494-3176b1f4a618 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509655 Jun 30 10:56:41.483397 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:41.508004 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4802c5-9e93-4b0a-9105-8a19df9260f6 req-bdfcd5e1-9564-426c-8052-3791c54165d8 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:41.516723 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6e4802c5-9e93-4b0a-9105-8a19df9260f6 req-bdfcd5e1-9564-426c-8052-3791c54165d8 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.1224990 Jun 30 10:56:41.591529 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6e4802c5-9e93-4b0a-9105-8a19df9260f6 req-515c81b1-787c-49ac-a58e-ba522d387df0 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731902 Jun 30 10:56:41.592834 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3289b33-f761-4f61-bf69-08ad39e92846 req-2c0db824-f975-4c7c-aa69-1fdc65d355cb tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:41.594543 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a3289b33-f761-4f61-bf69-08ad39e92846 req-2c0db824-f975-4c7c-aa69-1fdc65d355cb tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0765696 Jun 30 10:56:41.645926 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a3289b33-f761-4f61-bf69-08ad39e92846 req-78c8443b-a77e-4699-85c5-8e92476742b9 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444882 Jun 30 10:56:42.147307 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ecfd5-129a-4c60-8672-77e4b87b4498 req-d7069fd6-4e65-4e87-adce-cf0ceecf30a9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:42.150154 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-9a2ecfd5-129a-4c60-8672-77e4b87b4498 req-d7069fd6-4e65-4e87-adce-cf0ceecf30a9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.0742292 Jun 30 10:56:42.198555 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-9a2ecfd5-129a-4c60-8672-77e4b87b4498 req-0f98cc06-5a7f-4918-85a4-1c2bcdf0ea8d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422006 Jun 30 10:56:42.270118 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:56:42.807971 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc272332-1f76-4cbe-9a1f-5801dc987c97 req-3e546688-7f16-407e-b255-e0ad9b9c3a17 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:42.819459 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bc272332-1f76-4cbe-9a1f-5801dc987c97 req-3e546688-7f16-407e-b255-e0ad9b9c3a17 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.1031353 Jun 30 10:56:42.861691 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bc272332-1f76-4cbe-9a1f-5801dc987c97 req-9932b00f-8a33-411c-9223-bffd6e6c50ff tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441864 Jun 30 10:56:42.863037 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabe464-a455-4901-82a8-e4d99265fd90 req-c1581b4c-8661-4ff8-a576-d8b5efba96d4 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:42.875883 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0dabe464-a455-4901-82a8-e4d99265fd90 req-c1581b4c-8661-4ff8-a576-d8b5efba96d4 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0959008 Jun 30 10:56:42.915987 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0dabe464-a455-4901-82a8-e4d99265fd90 req-6e888e3b-a862-4dcc-b530-2d2b654ccea9 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410082 Jun 30 10:56:43.385345 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ea05f-7c6a-4272-84da-c54ba9e67f4a req-ecf9cdaa-64ea-4358-acf7-a4f3c34b9ef8 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:43.386890 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e19ea05f-7c6a-4272-84da-c54ba9e67f4a req-ecf9cdaa-64ea-4358-acf7-a4f3c34b9ef8 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.0704966 Jun 30 10:56:43.430157 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e19ea05f-7c6a-4272-84da-c54ba9e67f4a req-91ebc251-63c1-46da-ac84-3bd654bce0e9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362465 Jun 30 10:56:44.176029 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9ee01-480e-416d-96fd-0a9d8827b359 req-d09b8992-5266-4380-99e0-c346e8e30886 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:44.183899 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-1ba9ee01-480e-416d-96fd-0a9d8827b359 req-d09b8992-5266-4380-99e0-c346e8e30886 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.1728511 Jun 30 10:56:44.191368 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4b982-acd3-4eec-87d2-7de43f2aabb0 req-435552d6-6a48-484c-8357-223de89b1b11 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:44.193541 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-60a4b982-acd3-4eec-87d2-7de43f2aabb0 req-435552d6-6a48-484c-8357-223de89b1b11 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.1079202 Jun 30 10:56:44.221350 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-1ba9ee01-480e-416d-96fd-0a9d8827b359 req-28e4469d-fd53-4b43-b133-eb7c8871ebcd tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363228 Jun 30 10:56:44.264565 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-60a4b982-acd3-4eec-87d2-7de43f2aabb0 req-01e9f0da-ea47-492c-863c-689283ebb6b6 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650628 Jun 30 10:56:44.634571 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d057f-1f5d-4fe9-a696-e7a47c0528ef req-ff88966b-1d72-4be8-9d3d-f35fb464909d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:44.636215 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5a2d057f-1f5d-4fe9-a696-e7a47c0528ef req-ff88966b-1d72-4be8-9d3d-f35fb464909d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.0723310 Jun 30 10:56:44.703990 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5a2d057f-1f5d-4fe9-a696-e7a47c0528ef req-2fd2f9db-19dd-48cc-b195-55f696c5b9fc tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501544 Jun 30 10:56:45.527823 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559412e1-5f78-436b-ac1d-e43a7d110946 req-46cb27fa-2c0d-4493-814f-7e1e98460d96 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:45.536134 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-559412e1-5f78-436b-ac1d-e43a7d110946 req-46cb27fa-2c0d-4493-814f-7e1e98460d96 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.1042290 Jun 30 10:56:45.614509 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-559412e1-5f78-436b-ac1d-e43a7d110946 req-d2807843-2c83-4b07-a07d-5320dcb16d60 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772514 Jun 30 10:56:45.657447 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72640d16-3bef-40be-a267-35a672dcb9e6 req-d5765baa-2d46-4e60-9795-74f1bedd4b59 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:45.661338 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-72640d16-3bef-40be-a267-35a672dcb9e6 req-d5765baa-2d46-4e60-9795-74f1bedd4b59 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.1128981 Jun 30 10:56:45.768839 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-72640d16-3bef-40be-a267-35a672dcb9e6 req-54b6b0f9-7df7-4eed-b4b5-c3378f4f8233 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879021 Jun 30 10:56:45.911686 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59198f-9783-437f-bc5c-95ffb54998c3 req-1ca7bc96-daa0-4875-a5c6-8a252c793d68 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:45.913253 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7a59198f-9783-437f-bc5c-95ffb54998c3 req-1ca7bc96-daa0-4875-a5c6-8a252c793d68 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.0686970 Jun 30 10:56:45.956157 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7a59198f-9783-437f-bc5c-95ffb54998c3 req-e5a45b9e-e9fb-4fdb-98ae-cd1e993f160d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369205 Jun 30 10:56:46.805028 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd61b3e-4ad1-41de-b5f2-edb5ded5c032 req-e4bebd7a-8034-4772-a1bd-f8aa43546ba3 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:46.806691 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-9bd61b3e-4ad1-41de-b5f2-edb5ded5c032 req-e4bebd7a-8034-4772-a1bd-f8aa43546ba3 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0661073 Jun 30 10:56:46.879317 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-9bd61b3e-4ad1-41de-b5f2-edb5ded5c032 req-0a760cbb-3631-4c68-8eab-5dbc7d6a0e3f tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642107 Jun 30 10:56:47.034002 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8437f-14db-4f02-9f79-1b6527e751ff req-7b62271f-6163-4bc3-91da-e69eea49512e tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:47.035525 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a2f8437f-14db-4f02-9f79-1b6527e751ff req-7b62271f-6163-4bc3-91da-e69eea49512e tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0724790 Jun 30 10:56:47.078551 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a2f8437f-14db-4f02-9f79-1b6527e751ff req-65663e00-809d-4fdd-981b-b253d19ec708 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371926 Jun 30 10:56:47.147094 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bc79e-16c4-4d4e-8f75-7d19889ed301 req-193ad368-aeb0-43aa-be8a-dc3638c3dbc0 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:47.152657 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b74bc79e-16c4-4d4e-8f75-7d19889ed301 req-193ad368-aeb0-43aa-be8a-dc3638c3dbc0 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.0694966 Jun 30 10:56:47.187911 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b74bc79e-16c4-4d4e-8f75-7d19889ed301 req-849883aa-f26b-41be-99f0-935812ff6372 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325978 Jun 30 10:56:48.084431 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fd544-6fc8-4cd4-908a-b38cfa6279b9 req-1b570abb-18c2-4fcb-a85c-90733d03fcfd tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:48.086566 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6c1fd544-6fc8-4cd4-908a-b38cfa6279b9 req-1b570abb-18c2-4fcb-a85c-90733d03fcfd tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0709999 Jun 30 10:56:48.139438 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6c1fd544-6fc8-4cd4-908a-b38cfa6279b9 req-2b631ff4-e57a-4e1d-91b3-e2876524111f tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456316 Jun 30 10:56:48.304997 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c03343-10fc-47e1-90d6-4de1ef139b81 req-56fbfc35-e4d9-4304-8847-e1db6792a561 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:48.314180 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-10c03343-10fc-47e1-90d6-4de1ef139b81 req-56fbfc35-e4d9-4304-8847-e1db6792a561 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0831881 Jun 30 10:56:48.361327 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-10c03343-10fc-47e1-90d6-4de1ef139b81 req-bce52de3-eddf-4ef2-b176-85349d8cb514 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458882 Jun 30 10:56:48.446630 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd0b62-358a-49bc-87f4-c2fa9c8f7a65 req-27bf06fc-550e-4cd4-ba06-bf82ef89b5af tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:48.454532 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 877da08e-c070-471d-9921-f8ff9dc230d3 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:56:48.473466 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5edd0b62-358a-49bc-87f4-c2fa9c8f7a65 req-27bf06fc-550e-4cd4-ba06-bf82ef89b5af tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.1554868 Jun 30 10:56:48.576605 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5edd0b62-358a-49bc-87f4-c2fa9c8f7a65 req-d1baa99a-ccd1-40f0-8590-164564ba23aa tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015506 Jun 30 10:56:48.647240 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 877da08e-c070-471d-9921-f8ff9dc230d3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=877da08e-c070-471d-9921-f8ff9dc230d3,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:56:48.661623 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': '877da08e-c070-471d-9921-f8ff9dc230d3', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'port_id': '877da08e-c070-471d-9921-f8ff9dc230d3', 'mac_address': 'fa:16:3e:19:77:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:56:48.701810 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:48.724432 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 877da08e-c070-471d-9921-f8ff9dc230d3 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:56:48.753844 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 877da08e-c070-471d-9921-f8ff9dc230d3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=877da08e-c070-471d-9921-f8ff9dc230d3,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:56:48.759337 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:48.818230 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=877da08e-c070-471d-9921-f8ff9dc230d3,revision_number=6']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:56:49.332507 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadfb9d-fb39-4f96-96ef-7c33969c8376 req-f4421629-b3a9-4ff6-8a22-b00705a0eac6 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:49.334607 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5eadfb9d-fb39-4f96-96ef-7c33969c8376 req-f4421629-b3a9-4ff6-8a22-b00705a0eac6 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0825067 Jun 30 10:56:49.403242 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5eadfb9d-fb39-4f96-96ef-7c33969c8376 req-9a0e1de8-c162-424c-b269-77f9dbeefe56 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623846 Jun 30 10:56:49.581887 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f8d9b-631b-4e10-830c-3b42b7d49f36 req-67d3f9e2-73f3-4387-8043-cdadf191d8bd tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:49.583489 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7b3f8d9b-631b-4e10-830c-3b42b7d49f36 req-67d3f9e2-73f3-4387-8043-cdadf191d8bd tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0777514 Jun 30 10:56:49.642080 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7b3f8d9b-631b-4e10-830c-3b42b7d49f36 req-ae8f16e6-5d06-42cf-961e-73f4c7c7e578 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517390 Jun 30 10:56:49.776972 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdd980-22ad-4268-9e4b-4602c9be88db req-caa731f8-2435-4149-ab2c-9c87a82ea594 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:49.778475 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a2bdd980-22ad-4268-9e4b-4602c9be88db req-caa731f8-2435-4149-ab2c-9c87a82ea594 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 945 time: 0.0686154 Jun 30 10:56:49.826384 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a2bdd980-22ad-4268-9e4b-4602c9be88db req-c678cc09-e39f-4fbd-b753-f1b861962483 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413320 Jun 30 10:56:50.598603 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f048a8f-2e7e-420e-836f-944a8ca8e1ba req-08618d6e-fa25-4619-ae38-68dc2aaae41e tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:50.605788 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6f048a8f-2e7e-420e-836f-944a8ca8e1ba req-08618d6e-fa25-4619-ae38-68dc2aaae41e tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0840075 Jun 30 10:56:50.652003 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6f048a8f-2e7e-420e-836f-944a8ca8e1ba req-e949ae85-ac9e-4d0b-b8c9-4b602380634a tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452316 Jun 30 10:56:50.885399 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788d69d-2c7e-49b2-ad6f-4eb66c473624 req-d279ab9a-54e2-4207-a92e-841bad9899d3 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:50.887109 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-f788d69d-2c7e-49b2-ad6f-4eb66c473624 req-d279ab9a-54e2-4207-a92e-841bad9899d3 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0827785 Jun 30 10:56:50.934582 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-f788d69d-2c7e-49b2-ad6f-4eb66c473624 req-5f75b667-9694-4d8f-8705-556f1286c17f tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408680 Jun 30 10:56:51.042529 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133ef68-13a2-4d46-9427-cc7e9aad62b9 req-80b74837-7624-49a9-b913-5987a203dabd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:51.044970 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3133ef68-13a2-4d46-9427-cc7e9aad62b9 req-80b74837-7624-49a9-b913-5987a203dabd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 945 time: 0.0909042 Jun 30 10:56:51.082784 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['877da08e-c070-471d-9921-f8ff9dc230d3'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:56:51.100992 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3133ef68-13a2-4d46-9427-cc7e9aad62b9 req-ce3d21f6-a9d3-45c8-ba14-9da2beb4ce60 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487912 Jun 30 10:56:51.987063 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc2a05-5d92-46bc-a81d-eaf35b95d381 req-c84a1e83-ec7b-4965-9c74-37c526112f41 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:51.989627 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a5fc2a05-5d92-46bc-a81d-eaf35b95d381 req-c84a1e83-ec7b-4965-9c74-37c526112f41 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.1511400 Jun 30 10:56:52.047765 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a5fc2a05-5d92-46bc-a81d-eaf35b95d381 req-31f35822-45d9-4f46-b02e-3b4e0dc34842 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451906 Jun 30 10:56:52.236743 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5351e3-145e-4e73-8f41-1c03eccb13c6 req-b8d48b9a-a002-46e7-8ba4-2a89761c4ac1 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:52.238390 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9f5351e3-145e-4e73-8f41-1c03eccb13c6 req-b8d48b9a-a002-46e7-8ba4-2a89761c4ac1 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.1064510 Jun 30 10:56:52.305814 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9f5351e3-145e-4e73-8f41-1c03eccb13c6 req-5d20bda7-8c39-4aa1-bfff-9d59b390f428 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589046 Jun 30 10:56:52.352427 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de45bb-7f68-41f1-8880-2c0c08b0519c req-6bd0304a-79ed-4257-8e82-44fc07402841 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:52.361546 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-76de45bb-7f68-41f1-8880-2c0c08b0519c req-6bd0304a-79ed-4257-8e82-44fc07402841 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 945 time: 0.1075563 Jun 30 10:56:52.438925 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-76de45bb-7f68-41f1-8880-2c0c08b0519c req-d8d1f506-0546-41c5-ab45-8f74e4b407f9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760350 Jun 30 10:56:53.323542 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 877da08e-c070-471d-9921-f8ff9dc230d3 up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:56:53.329266 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91467461-a335-421f-b3e0-ae9fd46f54e2 req-82fa54bb-4da6-4dfb-a8ed-b7b9cbb99034 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:53.337377 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-91467461-a335-421f-b3e0-ae9fd46f54e2 req-82fa54bb-4da6-4dfb-a8ed-b7b9cbb99034 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.1362870 Jun 30 10:56:53.462192 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-91467461-a335-421f-b3e0-ae9fd46f54e2 req-79078e7c-adba-4947-9f3b-46d461a004bf tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218827 Jun 30 10:56:53.508226 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port 877da08e-c070-471d-9921-f8ff9dc230d3 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:56:53.508598 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:53.720183 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c09d6b-4e2f-410d-ab30-d1453fbea552 req-b6633d5e-3d51-463d-930b-3165e3004fc0 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:53.734813 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e3c09d6b-4e2f-410d-ab30-d1453fbea552 req-b6633d5e-3d51-463d-930b-3165e3004fc0 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 945 time: 0.1283503 Jun 30 10:56:53.743523 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:53.811814 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f758395-f74a-4e45-bf3f-6e156884e2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877da08e-c070-471d-9921-f8ff9dc230d3'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:56:53.822911 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8b8ea2-c25c-4223-b14c-e3cdb14364b6" -d '{"events": [{"server_uuid": "4f758395-f74a-4e45-bf3f-6e156884e2fb", "name": "network-vif-plugged", "status": "completed", "tag": "877da08e-c070-471d-9921-f8ff9dc230d3"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:56:53.841635 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e541d6b-f804-4757-b042-761ad64f61c6 req-c79fec77-7f5c-46c6-9fa6-f1002013d874 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:53.846705 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e3c09d6b-4e2f-410d-ab30-d1453fbea552 req-ce1adcc2-b9fb-4da3-bc96-3c1372ae6165 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074965 Jun 30 10:56:53.858121 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 877da08e-c070-471d-9921-f8ff9dc230d3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=877da08e-c070-471d-9921-f8ff9dc230d3,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:56:53.861692 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-1e541d6b-f804-4757-b042-761ad64f61c6 req-c79fec77-7f5c-46c6-9fa6-f1002013d874 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.2307816 Jun 30 10:56:53.864083 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:53.923874 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-1e541d6b-f804-4757-b042-761ad64f61c6 req-c7aa1beb-928d-4475-9e3e-92f156dac058 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551512 Jun 30 10:56:53.982761 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe87b01-5125-4f84-ab12-43228fd1574b x-openstack-request-id: req-ebe87b01-5125-4f84-ab12-43228fd1574b {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:56:53.983292 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f758395-f74a-4e45-bf3f-6e156884e2fb", "name": "network-vif-plugged", "status": "completed", "tag": "877da08e-c070-471d-9921-f8ff9dc230d3", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:56:53.983737 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ebe87b01-5125-4f84-ab12-43228fd1574b {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:56:53.984029 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f758395-f74a-4e45-bf3f-6e156884e2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877da08e-c070-471d-9921-f8ff9dc230d3', 'code': 200} Jun 30 10:56:54.081486 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=877da08e-c070-471d-9921-f8ff9dc230d3,revision_number=7']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:56:54.790809 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71b602-6b38-49f0-993f-3a9da2d6df3e req-1656fb2c-1d95-48a1-98a4-2aa5215599e8 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:54.802105 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ab71b602-6b38-49f0-993f-3a9da2d6df3e req-1656fb2c-1d95-48a1-98a4-2aa5215599e8 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.1367905 Jun 30 10:56:54.864790 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ab71b602-6b38-49f0-993f-3a9da2d6df3e req-4f907e83-a0c7-4e16-a1f7-47aba4faee35 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601637 Jun 30 10:56:55.099867 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb98d6-01bd-48d8-8d0d-8dc695474c1b req-75984ed0-6308-4fdb-9aaf-f1b30e9cdf9e tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:55.113949 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-7bdb98d6-01bd-48d8-8d0d-8dc695474c1b req-75984ed0-6308-4fdb-9aaf-f1b30e9cdf9e tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.0997527 Jun 30 10:56:55.188796 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-7bdb98d6-01bd-48d8-8d0d-8dc695474c1b req-1c176def-3f04-49b5-814d-781692718b8d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679343 Jun 30 10:56:55.303602 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd498a-9c3a-4b1b-875a-3474741472bb req-39f26021-ae07-46e8-b90f-8a7f2280d526 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:55.311745 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8edd498a-9c3a-4b1b-875a-3474741472bb req-39f26021-ae07-46e8-b90f-8a7f2280d526 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.1230843 Jun 30 10:56:55.375395 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8edd498a-9c3a-4b1b-875a-3474741472bb req-8ef36f0b-5384-46d3-a7a8-8c9c4a958a51 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543056 Jun 30 10:56:56.104284 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5908b7-0b08-4ceb-ae41-49558aac7877 req-8500f9eb-069c-41c4-8da1-6039f586b4bd tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:56.105952 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0a5908b7-0b08-4ceb-ae41-49558aac7877 req-8500f9eb-069c-41c4-8da1-6039f586b4bd tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.1166666 Jun 30 10:56:56.165398 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0a5908b7-0b08-4ceb-ae41-49558aac7877 req-0fb2821a-516e-4772-af13-7f163d54f264 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486343 Jun 30 10:56:56.521838 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec28012-4bde-4c5e-88b3-6d26416a84b7 req-964b51ee-d40c-470d-a6fb-7661adc98d68 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:56.524410 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5ec28012-4bde-4c5e-88b3-6d26416a84b7 req-964b51ee-d40c-470d-a6fb-7661adc98d68 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.1784010 Jun 30 10:56:56.578589 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5ec28012-4bde-4c5e-88b3-6d26416a84b7 req-79054916-5f46-47be-a7cb-e10e560578af tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455501 Jun 30 10:56:56.653210 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd49871-6d6e-4d6f-b862-aa9527de9761 req-47fa2017-c28b-4bcf-8ec3-84aea1343cd0 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:56.654827 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6cd49871-6d6e-4d6f-b862-aa9527de9761 req-47fa2017-c28b-4bcf-8ec3-84aea1343cd0 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0900457 Jun 30 10:56:56.703915 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6cd49871-6d6e-4d6f-b862-aa9527de9761 req-359abdf9-f4a5-4e5e-a49c-47b9aa9682cd tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385251 Jun 30 10:56:57.341851 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b013bcd-7aea-4baf-a59d-bf49fc0ace35 req-0004b129-0ecd-45e6-a966-7079211e82f4 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:57.343791 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1b013bcd-7aea-4baf-a59d-bf49fc0ace35 req-0004b129-0ecd-45e6-a966-7079211e82f4 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0733213 Jun 30 10:56:57.389543 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1b013bcd-7aea-4baf-a59d-bf49fc0ace35 req-6bf0681f-63e5-4dc1-8805-2cf7a8ad386a tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385602 Jun 30 10:56:57.830240 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78088d8b-5eb7-42dd-9235-1d06db4f14a3 req-33b67ecb-8f74-4946-b397-36da458bf6c0 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:57.834601 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-78088d8b-5eb7-42dd-9235-1d06db4f14a3 req-33b67ecb-8f74-4946-b397-36da458bf6c0 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.1036737 Jun 30 10:56:57.916576 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-78088d8b-5eb7-42dd-9235-1d06db4f14a3 req-fc1b2999-3782-4954-ab5e-fb66a4da5a12 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745537 Jun 30 10:56:58.133753 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d7c0c-ba2a-47c5-b5f4-72b84bae96a4 req-6b076800-4a62-4088-ac10-f7ff195a709e tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:58.137215 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-065d7c0c-ba2a-47c5-b5f4-72b84bae96a4 req-6b076800-4a62-4088-ac10-f7ff195a709e tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0796754 Jun 30 10:56:58.191769 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-065d7c0c-ba2a-47c5-b5f4-72b84bae96a4 req-f65b3cbd-a499-4cf8-b5c4-04ff88d4fbf2 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497169 Jun 30 10:56:58.621888 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59691a-16c2-4397-994b-3cc154aef689 req-082791ac-37eb-467c-a725-b719275f7fed tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:58.624079 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0f59691a-16c2-4397-994b-3cc154aef689 req-082791ac-37eb-467c-a725-b719275f7fed tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0738001 Jun 30 10:56:58.672130 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0f59691a-16c2-4397-994b-3cc154aef689 req-12ca98e6-dae4-4038-b5d6-c4e4bc606db5 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418468 Jun 30 10:56:59.128051 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f65f1-0314-4297-b0d7-cc92d589b56f req-4d15dcfe-8392-4da2-8275-5e07ecaa8d29 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:59.129527 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-204f65f1-0314-4297-b0d7-cc92d589b56f req-4d15dcfe-8392-4da2-8275-5e07ecaa8d29 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.0832932 Jun 30 10:56:59.179201 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-204f65f1-0314-4297-b0d7-cc92d589b56f req-1799a617-0994-4761-9723-a240232e9a49 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432601 Jun 30 10:56:59.378419 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb1650-6ccd-4c76-8dba-7653becb40fd req-26ff4070-7ac2-4a5f-89a7-fb643f9932de tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:59.379911 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-eafb1650-6ccd-4c76-8dba-7653becb40fd req-26ff4070-7ac2-4a5f-89a7-fb643f9932de tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0742569 Jun 30 10:56:59.422181 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-eafb1650-6ccd-4c76-8dba-7653becb40fd req-e7a7b2e4-35f6-438d-876a-6513072ca7a2 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365276 Jun 30 10:56:59.878866 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c58006-f54f-4125-a502-0b8d245db85f req-25ba788a-b71c-4a40-81c6-d79be0910039 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:59.880381 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a4c58006-f54f-4125-a502-0b8d245db85f req-25ba788a-b71c-4a40-81c6-d79be0910039 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0703280 Jun 30 10:56:59.937060 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a4c58006-f54f-4125-a502-0b8d245db85f req-72806261-0c0b-4cd7-a1ea-dad2c3a3bcba tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506968 Jun 30 10:57:00.394421 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ef488-b4c5-4431-a75d-b85bbf38cee3 req-55b9de67-98b2-406b-b819-c780ecbafbc5 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:00.397330 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-074ef488-b4c5-4431-a75d-b85bbf38cee3 req-55b9de67-98b2-406b-b819-c780ecbafbc5 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.0821722 Jun 30 10:57:00.454770 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-074ef488-b4c5-4431-a75d-b85bbf38cee3 req-f23f66e3-b867-47f3-b5fc-57f2347b4c1f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513139 Jun 30 10:57:00.630347 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f176e-8a2a-4f00-bced-52450e90f7f8 req-91f84e40-abbd-40b4-826e-67363292b8f4 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:00.632356 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-1d3f176e-8a2a-4f00-bced-52450e90f7f8 req-91f84e40-abbd-40b4-826e-67363292b8f4 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0807910 Jun 30 10:57:00.691143 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-1d3f176e-8a2a-4f00-bced-52450e90f7f8 req-0cc8e25d-c141-49f4-b30a-c40943777beb tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467377 Jun 30 10:57:01.166973 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22b790-c7f6-4577-aba8-32f20c22c20d req-c56c942d-28bb-46e3-a8b0-9e81183622b8 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:01.176739 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ea22b790-c7f6-4577-aba8-32f20c22c20d req-c56c942d-28bb-46e3-a8b0-9e81183622b8 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.1128230 Jun 30 10:57:01.226268 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ea22b790-c7f6-4577-aba8-32f20c22c20d req-755c67b7-f481-468e-bc50-843b39df2b79 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463586 Jun 30 10:57:01.691109 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 57440) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:57:01.703524 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b014f24-c1f3-4534-acfe-709e8e6a3934 req-ac75e60d-c247-4c30-a83c-b1b72bcb56c0 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:01.710833 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0b014f24-c1f3-4534-acfe-709e8e6a3934 req-ac75e60d-c247-4c30-a83c-b1b72bcb56c0 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.1016517 Jun 30 10:57:01.761255 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d91c6c-4254-41f2-a8ed-f0af17c71eab admin admin] Deleting subnet 9a7a22bf-7465-430e-be71-1fed7b0531ad {{(pid=92942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:57:01.777161 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-63d91c6c-4254-41f2-a8ed-f0af17c71eab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:01.846454 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0b014f24-c1f3-4534-acfe-709e8e6a3934 req-fb9cc3c1-93f3-4121-84c9-7e6b216b64bc tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343272 Jun 30 10:57:01.849980 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-63d91c6c-4254-41f2-a8ed-f0af17c71eab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9400928'] for subnet, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:01.939925 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-63d91c6c-4254-41f2-a8ed-f0af17c71eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988707'] for subnet, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:02.017321 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53753fc0-374a-4112-a7ed-7769c5549a37 req-f42e4dbf-ada9-4e67-9f29-6110f92919d8 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:02.018813 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-53753fc0-374a-4112-a7ed-7769c5549a37 req-f42e4dbf-ada9-4e67-9f29-6110f92919d8 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.1323750 Jun 30 10:57:02.038019 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-63d91c6c-4254-41f2-a8ed-f0af17c71eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8415361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8389490'] for subnet, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:02.081849 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d91c6c-4254-41f2-a8ed-f0af17c71eab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a7a22bf-7465-430e-be71-1fed7b0531ad,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:02.087794 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-63d91c6c-4254-41f2-a8ed-f0af17c71eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:02.092821 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-63d91c6c-4254-41f2-a8ed-f0af17c71eab admin admin] 10.222.0.91 "DELETE /v2.0/subnets/9a7a22bf-7465-430e-be71-1fed7b0531ad HTTP/1.1" status: 204 len: 168 time: 0.3999515 Jun 30 10:57:02.092987 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 57448) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:57:02.109464 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-53753fc0-374a-4112-a7ed-7769c5549a37 req-4b630e69-acf8-4ee0-b20f-d5d06ad40330 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822670 Jun 30 10:57:02.181770 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592536'] for network, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:02.274787 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990652', 'neutron.services.segments.db._delete_segments_for_network-8758624453443'] for network, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:02.288431 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cceee2a-e014-4f4b-b21f-1aa5fd68b61d']}} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:57:02.305202 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a073d4a-aaa5-4d28-a997-195506525541') {'for_net_delete': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:57:02.305753 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a073d4a-aaa5-4d28-a997-195506525541') {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:57:02.318283 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758624364746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9296264'] for segment, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:02.342225 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:02.379359 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=92943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:57:02.381639 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725870'] for segment, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: Traceback (most recent call last): Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: timer() Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: cb(*args, **kw) Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: return func(*args, **kwargs) Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: self._notify() Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: self.callback(batched_events) Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: event.method(event) Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: return f(self, *a, **k) Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: return self._get(url).json() Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: return self.request(url, 'GET', **kwargs) Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:57:02.386194 dv-cinder-786627-16-iscsi neutron-server[92943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:57:02.517002 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995776'] for network, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:02.520980 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a2419-d4ad-4575-9d0d-ba6a9cf7c337 req-50c73658-f0fe-43c5-a22d-0cd9026500b8 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:02.532972 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:02.533172 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1f7a2419-d4ad-4575-9d0d-ba6a9cf7c337 req-50c73658-f0fe-43c5-a22d-0cd9026500b8 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.1314647 Jun 30 10:57:02.539306 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] 10.222.0.91 "DELETE /v2.0/networks/1cceee2a-e014-4f4b-b21f-1aa5fd68b61d HTTP/1.1" status: 204 len: 168 time: 0.4409609 Jun 30 10:57:02.569803 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cceee2a-e014-4f4b-b21f-1aa5fd68b61d,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:02.594500 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:02.594830 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:02.595171 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:02.595505 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:02.596189 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:02.596525 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:02.596853 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:02.597178 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:02.597501 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:02.597831 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:02.598144 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:02.601499 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419739d-736e-4931-9b75-b3b796ae7e74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:02.636974 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1f7a2419-d4ad-4575-9d0d-ba6a9cf7c337 req-3ac92bbe-18ee-4253-9efa-bd00d233faf9 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033471 Jun 30 10:57:02.717711 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd324a38-13d9-439d-bedf-38a5aa919597 req-80e768cd-37f9-44fe-9834-12239ad4ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:02.719218 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bd324a38-13d9-439d-bedf-38a5aa919597 req-80e768cd-37f9-44fe-9834-12239ad4ffb2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f97ed3dca85f49a08eeaada9d16f9c13&device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 1098 time: 0.0608261 Jun 30 10:57:02.726566 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680c18d-da45-419c-b4c4-c73564ab35a0 req-f388dfa4-7b0b-40dc-847d-af64a6b8fa7c tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:02.735264 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3680c18d-da45-419c-b4c4-c73564ab35a0 req-f388dfa4-7b0b-40dc-847d-af64a6b8fa7c tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.1069498 Jun 30 10:57:02.794786 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3680c18d-da45-419c-b4c4-c73564ab35a0 req-ce3d0c9a-61be-4c6a-aa4d-09f74cf787f4 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575857 Jun 30 10:57:02.806029 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 57470) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:57:02.862011 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-9ea4dc71-cdbf-4608-a375-85ce302d432a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d564e1bed48b449f915b5b11b7a79dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548096 Jun 30 10:57:02.865667 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 57472) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:57:02.898560 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd324a38-13d9-439d-bedf-38a5aa919597 req-cb969348-65c9-482c-be6b-e9955acc11c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:02.900477 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bd324a38-13d9-439d-bedf-38a5aa919597 req-cb969348-65c9-482c-be6b-e9955acc11c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b064df9a-1bb0-4ef7-88cf-3439f5069f39 HTTP/1.1" status: 200 len: 911 time: 0.1608245 Jun 30 10:57:02.932500 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-5cefe02c-14f7-4c8e-9286-2e59449f0bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:02.965095 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-5cefe02c-14f7-4c8e-9286-2e59449f0bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:02.995205 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bd324a38-13d9-439d-bedf-38a5aa919597 req-a986c95f-2b90-4e4a-bf41-9b58d484bca1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 HTTP/1.1" status: 200 len: 1001 time: 0.0856426 Jun 30 10:57:03.040849 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-5cefe02c-14f7-4c8e-9286-2e59449f0bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:03.044651 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-5cefe02c-14f7-4c8e-9286-2e59449f0bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:03.049177 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-5cefe02c-14f7-4c8e-9286-2e59449f0bb5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/abff09f1-06b8-4dbf-8e67-b7709139059e HTTP/1.1" status: 204 len: 168 time: 0.1822765 Jun 30 10:57:03.058307 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefe02c-14f7-4c8e-9286-2e59449f0bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abff09f1-06b8-4dbf-8e67-b7709139059e,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:03.089687 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd324a38-13d9-439d-bedf-38a5aa919597 req-ee93ba25-78e6-4f0b-b323-7714300fc293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:03.091774 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bd324a38-13d9-439d-bedf-38a5aa919597 req-ee93ba25-78e6-4f0b-b323-7714300fc293 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f321f395-8a24-424f-a000-187ba04163ef HTTP/1.1" status: 200 len: 849 time: 0.0891733 Jun 30 10:57:03.168820 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd0650-3d01-42f1-aee5-359d6f344bae req-f73c0a4b-0b60-42cf-9d95-aca81e5d3641 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:03.170552 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-29bd0650-3d01-42f1-aee5-359d6f344bae req-f73c0a4b-0b60-42cf-9d95-aca81e5d3641 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.1698937 Jun 30 10:57:03.185531 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:03.208277 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd324a38-13d9-439d-bedf-38a5aa919597 req-b2fa6030-eb4f-4171-8314-769d554384e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:03.209774 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bd324a38-13d9-439d-bedf-38a5aa919597 req-b2fa6030-eb4f-4171-8314-769d554384e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b064df9a-1bb0-4ef7-88cf-3439f5069f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0961514 Jun 30 10:57:03.274685 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-29bd0650-3d01-42f1-aee5-359d6f344bae req-6a379ef6-9c53-4924-9eb7-2d03e185a8f1 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968337 Jun 30 10:57:03.330874 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bd324a38-13d9-439d-bedf-38a5aa919597 req-7ad9a601-9460-4088-a2a3-284fff0c38a8 service neutron] 10.222.0.39 "GET /v2.0/networks/b064df9a-1bb0-4ef7-88cf-3439f5069f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122022 Jun 30 10:57:03.431756 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bd324a38-13d9-439d-bedf-38a5aa919597 req-dd240ae3-b0f7-4bbc-b7cb-32da40777b7c service neutron] 10.222.0.39 "GET /v2.0/networks/b064df9a-1bb0-4ef7-88cf-3439f5069f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915856 Jun 30 10:57:03.871967 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5f997-cb33-442f-aecb-9631f307f2de req-a6af6853-674f-4c06-b3fd-dd166bf2fa96 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:03.874255 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44f5f997-cb33-442f-aecb-9631f307f2de req-a6af6853-674f-4c06-b3fd-dd166bf2fa96 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0892942 Jun 30 10:57:03.931611 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44f5f997-cb33-442f-aecb-9631f307f2de req-f53c06f8-979c-4a0b-8c4c-d86a5c0ed1f0 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461807 Jun 30 10:57:04.079676 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb62ef6-f9e3-40b6-a584-9a2555ba2fd2 req-c658e3a0-73ec-4809-a438-184ce5195882 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:04.082115 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-efb62ef6-f9e3-40b6-a584-9a2555ba2fd2 req-c658e3a0-73ec-4809-a438-184ce5195882 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0858319 Jun 30 10:57:04.126764 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-efb62ef6-f9e3-40b6-a584-9a2555ba2fd2 req-3dd88bb2-500a-4f30-81ab-9644a7fbff0c tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341368 Jun 30 10:57:04.139687 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6615cd9-9d93-466e-b48c-db1f202b8da8 req-2c382347-cc08-40d5-9e58-8ec9cf4568a4 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:04.141529 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a6615cd9-9d93-466e-b48c-db1f202b8da8 req-2c382347-cc08-40d5-9e58-8ec9cf4568a4 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=99f0c8ae-aae4-4014-8615-3f46c51a1f2a HTTP/1.1" status: 200 len: 946 time: 0.1002281 Jun 30 10:57:04.195872 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff77a48-896c-4b35-b93b-d8efc1f80c51 req-ee80507d-f5da-4ef7-9395-c7006924abb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:04.197361 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0ff77a48-896c-4b35-b93b-d8efc1f80c51 req-ee80507d-f5da-4ef7-9395-c7006924abb4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd767d920c4042ebb7ff4a63cffdc075&device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 1099 time: 0.1001759 Jun 30 10:57:04.201044 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a6615cd9-9d93-466e-b48c-db1f202b8da8 req-b385f002-6e41-4248-b0d8-39f567a002b9 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511491 Jun 30 10:57:04.310564 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff77a48-896c-4b35-b93b-d8efc1f80c51 req-c78da108-3627-431e-9636-871ef1f21dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:04.312054 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0ff77a48-896c-4b35-b93b-d8efc1f80c51 req-c78da108-3627-431e-9636-871ef1f21dfb service neutron] 10.222.0.39 "GET /v2.0/networks?id=3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 HTTP/1.1" status: 200 len: 918 time: 0.1040919 Jun 30 10:57:04.391854 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0ff77a48-896c-4b35-b93b-d8efc1f80c51 req-6ceebe7a-afad-41d0-adca-e6e7e58add02 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=877da08e-c070-471d-9921-f8ff9dc230d3 HTTP/1.1" status: 200 len: 1002 time: 0.0650144 Jun 30 10:57:04.460870 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff77a48-896c-4b35-b93b-d8efc1f80c51 req-ba27f2cc-2e08-47a7-aeb3-c0f81a206831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:04.462327 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0ff77a48-896c-4b35-b93b-d8efc1f80c51 req-ba27f2cc-2e08-47a7-aeb3-c0f81a206831 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd9941a1-a63d-4ae1-bee1-bc13b8df9212 HTTP/1.1" status: 200 len: 856 time: 0.0536764 Jun 30 10:57:04.479232 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e7e5a-74ee-47d2-9f32-a2253bc5c15e req-57fa05a7-ef17-4134-ae0b-466f14181d62 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:04.480699 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-ac4e7e5a-74ee-47d2-9f32-a2253bc5c15e req-57fa05a7-ef17-4134-ae0b-466f14181d62 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.0642807 Jun 30 10:57:04.520921 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-ac4e7e5a-74ee-47d2-9f32-a2253bc5c15e req-4c65aeb4-cfbb-4552-b744-a243c71db048 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333469 Jun 30 10:57:04.531003 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff77a48-896c-4b35-b93b-d8efc1f80c51 req-f8f764fc-3606-4295-b6e0-2c7367295328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:04.532528 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0ff77a48-896c-4b35-b93b-d8efc1f80c51 req-f8f764fc-3606-4295-b6e0-2c7367295328 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543895 Jun 30 10:57:04.623528 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0ff77a48-896c-4b35-b93b-d8efc1f80c51 req-e3b3f2ca-5852-4278-b9c7-3b3ceefb0526 service neutron] 10.222.0.39 "GET /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825915 Jun 30 10:57:04.739206 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0ff77a48-896c-4b35-b93b-d8efc1f80c51 req-a45083ad-d0ec-4234-9774-23a371edc382 service neutron] 10.222.0.39 "GET /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970833 Jun 30 10:57:05.119024 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e68f1-d601-4d2f-9720-fc3f53201326 req-b6d4d390-f223-4d2d-9b1a-a040ab8eb30d tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:05.121711 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-949e68f1-d601-4d2f-9720-fc3f53201326 req-b6d4d390-f223-4d2d-9b1a-a040ab8eb30d tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0696056 Jun 30 10:57:05.157829 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-949e68f1-d601-4d2f-9720-fc3f53201326 req-15a43151-38f4-4d27-9760-102b1c0d9343 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311162 Jun 30 10:57:05.317594 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15750f-2256-4fe9-8d9b-954c3dfc0352 req-b0048ae9-1430-4210-a763-668e9863106a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:05.319072 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a15750f-2256-4fe9-8d9b-954c3dfc0352 req-b0048ae9-1430-4210-a763-668e9863106a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0646718 Jun 30 10:57:05.359778 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a15750f-2256-4fe9-8d9b-954c3dfc0352 req-ce82f5ed-ac68-4d64-b0b0-cd9c0e817cea tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349331 Jun 30 10:57:05.383042 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4608bc6-2257-4ceb-96a3-b49ba87a4500 req-9c841305-e22d-42c5-b5b4-140aab48e773 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:05.384658 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c4608bc6-2257-4ceb-96a3-b49ba87a4500 req-9c841305-e22d-42c5-b5b4-140aab48e773 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=99f0c8ae-aae4-4014-8615-3f46c51a1f2a HTTP/1.1" status: 200 len: 946 time: 0.0719590 Jun 30 10:57:05.424884 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c4608bc6-2257-4ceb-96a3-b49ba87a4500 req-283d0af0-f2a2-43bf-95b4-746613bae437 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339546 Jun 30 10:57:05.704303 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24686340-1000-4ac9-9f7d-985a10a96eec req-8151ac8c-9688-470f-b164-d2991dc2ae8c tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:05.705756 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-24686340-1000-4ac9-9f7d-985a10a96eec req-8151ac8c-9688-470f-b164-d2991dc2ae8c tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 946 time: 0.0649643 Jun 30 10:57:05.957919 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-08591348-273d-4ca6-ae3f-d2d12f551dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:05.996695 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-24686340-1000-4ac9-9f7d-985a10a96eec req-376f5ff6-abb9-4120-88da-6b4858af7780 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852714 Jun 30 10:57:06.336733 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f83dcf-0b32-4ff0-8aa1-4a3922bac643 req-ff931ed1-304a-4a2c-8b35-657e14243926 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:06.338205 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c4f83dcf-0b32-4ff0-8aa1-4a3922bac643 req-ff931ed1-304a-4a2c-8b35-657e14243926 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0653715 Jun 30 10:57:06.376233 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c4f83dcf-0b32-4ff0-8aa1-4a3922bac643 req-5b10f1ba-172f-4b12-b08a-6130bed3d230 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322723 Jun 30 10:57:06.596617 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714799d-c860-4931-a704-ad0634a8cb6e req-088bfa56-9430-42bc-93f9-adc4ef9282d1 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:06.598085 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b714799d-c860-4931-a704-ad0634a8cb6e req-088bfa56-9430-42bc-93f9-adc4ef9282d1 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=99f0c8ae-aae4-4014-8615-3f46c51a1f2a HTTP/1.1" status: 200 len: 946 time: 0.0636365 Jun 30 10:57:06.635694 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b714799d-c860-4931-a704-ad0634a8cb6e req-61104e1f-809a-491f-817d-783c16ffe23d tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320337 Jun 30 10:57:06.821532 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 57572) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:57:06.854193 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 877da08e-c070-471d-9921-f8ff9dc230d3 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:57:06.927560 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-92beb4ae-887e-429b-8cbb-7fceb38b782f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:06.931258 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:06.954802 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f758395-f74a-4e45-bf3f-6e156884e2fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '877da08e-c070-471d-9921-f8ff9dc230d3'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:57:06.957218 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f5d0a7-d26c-44cc-b412-447e991772c7" -d '{"events": [{"server_uuid": "4f758395-f74a-4e45-bf3f-6e156884e2fb", "name": "network-vif-unplugged", "status": "completed", "tag": "877da08e-c070-471d-9921-f8ff9dc230d3"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:57:06.971189 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 877da08e-c070-471d-9921-f8ff9dc230d3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=877da08e-c070-471d-9921-f8ff9dc230d3,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:57:06.975801 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:06.999773 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3f370f-ecbc-4ab4-b285-6a5b51927f88 x-openstack-request-id: req-ea3f370f-ecbc-4ab4-b285-6a5b51927f88 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:57:07.000094 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f758395-f74a-4e45-bf3f-6e156884e2fb", "name": "network-vif-unplugged", "status": "completed", "tag": "877da08e-c070-471d-9921-f8ff9dc230d3", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:57:07.000356 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ea3f370f-ecbc-4ab4-b285-6a5b51927f88 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:57:07.000840 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f758395-f74a-4e45-bf3f-6e156884e2fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '877da08e-c070-471d-9921-f8ff9dc230d3', 'code': 200} Jun 30 10:57:07.026609 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=877da08e-c070-471d-9921-f8ff9dc230d3,revision_number=8']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:07.031252 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-92beb4ae-887e-429b-8cbb-7fceb38b782f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:07.035979 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-92beb4ae-887e-429b-8cbb-7fceb38b782f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:07.076062 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92beb4ae-887e-429b-8cbb-7fceb38b782f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d0ae08-b902-4acd-bc9f-706e7b2861ea,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:07.080422 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-92beb4ae-887e-429b-8cbb-7fceb38b782f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5ac664325392447498bfb8083f20ead7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577536 Jun 30 10:57:07.083212 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 57580) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:57:07.133819 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-df5dbac9-af7a-4818-861c-5f36cbf6fe86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:07.143491 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c1bc5-2d65-4225-9267-b16efdd2b160 req-ae50b39a-816a-410e-8231-440ca19bbae6 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:07.146256 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-452c1bc5-2d65-4225-9267-b16efdd2b160 req-ae50b39a-816a-410e-8231-440ca19bbae6 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f0c8ae-aae4-4014-8615-3f46c51a1f2a HTTP/1.1" status: 200 len: 946 time: 0.0695312 Jun 30 10:57:07.157991 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-df5dbac9-af7a-4818-861c-5f36cbf6fe86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:07.217981 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-df5dbac9-af7a-4818-861c-5f36cbf6fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:07.220658 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-df5dbac9-af7a-4818-861c-5f36cbf6fe86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:07.222771 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-df5dbac9-af7a-4818-861c-5f36cbf6fe86 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/96d0ae08-b902-4acd-bc9f-706e7b2861ea HTTP/1.1" status: 204 len: 168 time: 0.1378992 Jun 30 10:57:07.230651 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5dbac9-af7a-4818-861c-5f36cbf6fe86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d0ae08-b902-4acd-bc9f-706e7b2861ea,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:07.298040 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f383a9-67d1-4a5e-9e68-b8c6c901cb4a req-38f40583-4b54-4fc6-8ac2-0da98a9ab2b5 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:07.299723 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-72f383a9-67d1-4a5e-9e68-b8c6c901cb4a req-38f40583-4b54-4fc6-8ac2-0da98a9ab2b5 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.1668549 Jun 30 10:57:07.330458 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-452c1bc5-2d65-4225-9267-b16efdd2b160 req-21de0d49-36ea-4b2b-ba3b-7474a17e6204 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Deleting port 7e2ccf32-87d9-4455-ad07-92010027dd29 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:57:07.330842 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-452c1bc5-2d65-4225-9267-b16efdd2b160 req-21de0d49-36ea-4b2b-ba3b-7474a17e6204 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:07.384461 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-72f383a9-67d1-4a5e-9e68-b8c6c901cb4a req-6a4b998a-349d-4ce4-901b-bdc7395c0fb6 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791061 Jun 30 10:57:07.480910 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-452c1bc5-2d65-4225-9267-b16efdd2b160 req-21de0d49-36ea-4b2b-ba3b-7474a17e6204 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] For port 7e2ccf32-87d9-4455-ad07-92010027dd29, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7e2ccf32-87d9-4455-ad07-92010027dd29,segment=NetworkSegment(a4b16849-21ca-418a-a687-42fb430f6d22),segment_id=a4b16849-21ca-418a-a687-42fb430f6d22)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:57:07.483157 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-452c1bc5-2d65-4225-9267-b16efdd2b160 req-21de0d49-36ea-4b2b-ba3b-7474a17e6204 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:07.503429 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-452c1bc5-2d65-4225-9267-b16efdd2b160 req-21de0d49-36ea-4b2b-ba3b-7474a17e6204 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Calling delete_port for 7e2ccf32-87d9-4455-ad07-92010027dd29 owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:57:07.618432 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd26c64-7fa0-459c-a290-c475d55787c7 req-8e45a7d0-070b-4644-9c12-31c8a935fb1c tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:07.619986 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-fbd26c64-7fa0-459c-a290-c475d55787c7 req-8e45a7d0-070b-4644-9c12-31c8a935fb1c tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a5f0583-a280-4485-bad7-0742e0799b5e HTTP/1.1" status: 200 len: 945 time: 0.0732412 Jun 30 10:57:07.669081 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-fbd26c64-7fa0-459c-a290-c475d55787c7 req-a610796d-f638-4445-9cb0-f32883c65442 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412998 Jun 30 10:57:07.672049 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45a267-ea3d-4f59-ba2e-4a45a8baab1b req-b87e9764-658f-45be-afb8-a6e7b289a458 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:07.673425 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9e45a267-ea3d-4f59-ba2e-4a45a8baab1b req-b87e9764-658f-45be-afb8-a6e7b289a458 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.1098020 Jun 30 10:57:07.766350 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-452c1bc5-2d65-4225-9267-b16efdd2b160 req-21de0d49-36ea-4b2b-ba3b-7474a17e6204 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:07.788385 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['f31d4ff9-6cba-423e-af50-3b144ec38e93', 'ca689cd7-d5e2-42fc-a783-54972f036476', 'eed749ae-bbd3-4f39-b5a8-8872b7a50faa', '7e2ccf32-87d9-4455-ad07-92010027dd29'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:57:07.802719 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de0d49-36ea-4b2b-ba3b-7474a17e6204 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Pushing event deleted for resources: {'Port': ['ID=7e2ccf32-87d9-4455-ad07-92010027dd29,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:07.810369 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9e45a267-ea3d-4f59-ba2e-4a45a8baab1b req-2ecda200-28d1-4d70-821b-4c55a8b77448 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789769 Jun 30 10:57:07.869288 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-002cdec3-ffdb-44f4-a16c-678d79634aec req-d01c9b14-d85b-4180-9c52-f94a1688596a tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=99f0c8ae-aae4-4014-8615-3f46c51a1f2a HTTP/1.1" status: 200 len: 210 time: 0.0429411 Jun 30 10:57:07.875715 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-452c1bc5-2d65-4225-9267-b16efdd2b160 req-21de0d49-36ea-4b2b-ba3b-7474a17e6204 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] No DVR routers for this DVR port 7e2ccf32-87d9-4455-ad07-92010027dd29 on host hv-cinder-78662 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:57:07.878203 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-452c1bc5-2d65-4225-9267-b16efdd2b160 req-21de0d49-36ea-4b2b-ba3b-7474a17e6204 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:07.880211 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-452c1bc5-2d65-4225-9267-b16efdd2b160 req-21de0d49-36ea-4b2b-ba3b-7474a17e6204 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.39 "DELETE /v2.0/ports/7e2ccf32-87d9-4455-ad07-92010027dd29 HTTP/1.1" status: 204 len: 173 time: 0.7249370 Jun 30 10:57:07.880652 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f0c8ae-aae4-4014-8615-3f46c51a1f2a', 'name': 'network-vif-deleted', 'tag': '7e2ccf32-87d9-4455-ad07-92010027dd29'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:57:07.882912 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781c6de0-fd10-4fbb-9828-3fc4987c064f" -d '{"events": [{"server_uuid": "99f0c8ae-aae4-4014-8615-3f46c51a1f2a", "name": "network-vif-deleted", "tag": "7e2ccf32-87d9-4455-ad07-92010027dd29"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:57:07.933273 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1091f073-bd9a-4e56-83ba-91ae814c4d0b x-openstack-request-id: req-1091f073-bd9a-4e56-83ba-91ae814c4d0b {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:57:07.933570 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f0c8ae-aae4-4014-8615-3f46c51a1f2a", "name": "network-vif-deleted", "tag": "7e2ccf32-87d9-4455-ad07-92010027dd29", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:57:07.933830 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1091f073-bd9a-4e56-83ba-91ae814c4d0b {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:57:07.934234 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f0c8ae-aae4-4014-8615-3f46c51a1f2a', 'name': 'network-vif-deleted', 'tag': '7e2ccf32-87d9-4455-ad07-92010027dd29', 'status': 'completed', 'code': 200} Jun 30 10:57:08.584923 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaa9bd-084a-4069-a5d9-606e9fe0627d req-28c6315c-103f-4c46-b046-725ba7db0922 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:08.586411 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-becaa9bd-084a-4069-a5d9-606e9fe0627d req-28c6315c-103f-4c46-b046-725ba7db0922 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0627668 Jun 30 10:57:08.631334 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-becaa9bd-084a-4069-a5d9-606e9fe0627d req-5e0e14c5-7689-45ae-b2ed-72088691e7d1 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388143 Jun 30 10:57:08.814418 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a049-dbc8-4918-b63d-5238aa48b785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:08.899274 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca034f-4db9-458e-9be8-7065808b68a3 req-8dca0f62-9771-4df5-972f-527cb7c79371 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:08.900822 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-7fca034f-4db9-458e-9be8-7065808b68a3 req-8dca0f62-9771-4df5-972f-527cb7c79371 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a5f0583-a280-4485-bad7-0742e0799b5e HTTP/1.1" status: 200 len: 945 time: 0.0680010 Jun 30 10:57:08.952668 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-7fca034f-4db9-458e-9be8-7065808b68a3 req-b32fb70c-4338-45af-9bd3-544e8764a344 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422273 Jun 30 10:57:09.059867 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:09.140192 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46e6e8-ddbd-4080-adf2-f28cc81670b5 req-4b2b417d-1299-4e4d-85ef-4d2c117500f9 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:09.142145 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-4c46e6e8-ddbd-4080-adf2-f28cc81670b5 req-4b2b417d-1299-4e4d-85ef-4d2c117500f9 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0749547 Jun 30 10:57:09.193590 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-4c46e6e8-ddbd-4080-adf2-f28cc81670b5 req-622c2a24-9910-4b78-97ae-431e4329c710 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461371 Jun 30 10:57:09.771167 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:09.828391 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f32e0-a8c7-4e77-9a9c-7b1478cd64e3 req-5ea5580e-4e2b-4d89-a4af-6bcfc6d5d31c tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:09.833913 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 57720) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:57:09.835745 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-889f32e0-a8c7-4e77-9a9c-7b1478cd64e3 req-5ea5580e-4e2b-4d89-a4af-6bcfc6d5d31c tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.3066847 Jun 30 10:57:09.869119 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-889f32e0-a8c7-4e77-9a9c-7b1478cd64e3 req-1bfbe1ef-8d57-47c0-a8b1-d694475035a9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323844 Jun 30 10:57:09.993319 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6454fa28-d7de-4c6b-81de-1bf4a430fb8e req-38c2dcd3-cf58-41fc-8b2c-fcf635fbdc24 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1579413 Jun 30 10:57:10.006015 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd82f6f-cf26-4c44-9f50-4f7e50fd59ff req-06f3f45b-add0-4fa0-9bee-4a34c5d6af2e tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:10.007436 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-efd82f6f-cf26-4c44-9f50-4f7e50fd59ff req-06f3f45b-add0-4fa0-9bee-4a34c5d6af2e tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a5f0583-a280-4485-bad7-0742e0799b5e HTTP/1.1" status: 200 len: 945 time: 0.1057458 Jun 30 10:57:10.166881 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-efd82f6f-cf26-4c44-9f50-4f7e50fd59ff req-a3695028-e260-414e-85a5-bfee44c6a8a4 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Deleting port 09399f9c-0a87-4b88-b378-907e6ba7d2c2 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:57:10.167224 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-efd82f6f-cf26-4c44-9f50-4f7e50fd59ff req-a3695028-e260-414e-85a5-bfee44c6a8a4 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:10.227330 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23676490-67d8-4347-a15f-cdbda81feb2d req-c181eaf7-4c2f-4e8d-abae-f52ff432e02b tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:10.229551 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-23676490-67d8-4347-a15f-cdbda81feb2d req-c181eaf7-4c2f-4e8d-abae-f52ff432e02b tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a5f0583-a280-4485-bad7-0742e0799b5e HTTP/1.1" status: 200 len: 945 time: 0.1501224 Jun 30 10:57:10.299725 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-23676490-67d8-4347-a15f-cdbda81feb2d req-a685c67a-b57a-4ad0-80c1-1ab61b660a53 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590577 Jun 30 10:57:10.312138 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-efd82f6f-cf26-4c44-9f50-4f7e50fd59ff req-a3695028-e260-414e-85a5-bfee44c6a8a4 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] For port 09399f9c-0a87-4b88-b378-907e6ba7d2c2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=09399f9c-0a87-4b88-b378-907e6ba7d2c2,segment=NetworkSegment(280b53da-e87b-4ff3-97ab-ceaac7c5f99c),segment_id=280b53da-e87b-4ff3-97ab-ceaac7c5f99c)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:57:10.312761 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-efd82f6f-cf26-4c44-9f50-4f7e50fd59ff req-a3695028-e260-414e-85a5-bfee44c6a8a4 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:10.328629 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-efd82f6f-cf26-4c44-9f50-4f7e50fd59ff req-a3695028-e260-414e-85a5-bfee44c6a8a4 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Calling delete_port for 09399f9c-0a87-4b88-b378-907e6ba7d2c2 owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:57:10.438784 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7edfec-761c-4d9c-8a31-fbdabfe5874f req-ebf90076-ee47-461e-8af1-94784f340e0b tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:10.441189 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2f7edfec-761c-4d9c-8a31-fbdabfe5874f req-ebf90076-ee47-461e-8af1-94784f340e0b tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0780203 Jun 30 10:57:10.498609 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2f7edfec-761c-4d9c-8a31-fbdabfe5874f req-6fecab8f-b165-4d67-8a46-517c5a9f6ba2 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513971 Jun 30 10:57:10.520883 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-efd82f6f-cf26-4c44-9f50-4f7e50fd59ff req-a3695028-e260-414e-85a5-bfee44c6a8a4 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:10.537257 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['09399f9c-0a87-4b88-b378-907e6ba7d2c2'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:57:10.551037 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3695028-e260-414e-85a5-bfee44c6a8a4 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Pushing event deleted for resources: {'Port': ['ID=09399f9c-0a87-4b88-b378-907e6ba7d2c2,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:10.612110 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd82f6f-cf26-4c44-9f50-4f7e50fd59ff req-a3695028-e260-414e-85a5-bfee44c6a8a4 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] No DVR routers for this DVR port 09399f9c-0a87-4b88-b378-907e6ba7d2c2 on host hv-cinder-78662 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:57:10.615061 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-efd82f6f-cf26-4c44-9f50-4f7e50fd59ff req-a3695028-e260-414e-85a5-bfee44c6a8a4 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:10.617308 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-efd82f6f-cf26-4c44-9f50-4f7e50fd59ff req-a3695028-e260-414e-85a5-bfee44c6a8a4 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.39 "DELETE /v2.0/ports/09399f9c-0a87-4b88-b378-907e6ba7d2c2 HTTP/1.1" status: 204 len: 173 time: 0.6029592 Jun 30 10:57:10.617749 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5f0583-a280-4485-bad7-0742e0799b5e', 'name': 'network-vif-deleted', 'tag': '09399f9c-0a87-4b88-b378-907e6ba7d2c2'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:57:10.620042 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beac7e89-8bf3-4e6c-8be1-9915d89d93a7" -d '{"events": [{"server_uuid": "5a5f0583-a280-4485-bad7-0742e0799b5e", "name": "network-vif-deleted", "tag": "09399f9c-0a87-4b88-b378-907e6ba7d2c2"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:57:10.676259 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648b8dfb-4113-4cb9-955b-f2d39aa9828b x-openstack-request-id: req-648b8dfb-4113-4cb9-955b-f2d39aa9828b {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:57:10.676558 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5f0583-a280-4485-bad7-0742e0799b5e", "name": "network-vif-deleted", "tag": "09399f9c-0a87-4b88-b378-907e6ba7d2c2", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:57:10.676940 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-648b8dfb-4113-4cb9-955b-f2d39aa9828b {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:57:10.677247 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5f0583-a280-4485-bad7-0742e0799b5e', 'name': 'network-vif-deleted', 'tag': '09399f9c-0a87-4b88-b378-907e6ba7d2c2', 'status': 'completed', 'code': 200} Jun 30 10:57:10.824111 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c2ee5-d2b2-41bd-8f6c-935c3ececab7 req-47b2ac1c-4b0a-4f91-afc1-3b16251796e8 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:10.825637 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-607c2ee5-d2b2-41bd-8f6c-935c3ececab7 req-47b2ac1c-4b0a-4f91-afc1-3b16251796e8 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 945 time: 0.0754130 Jun 30 10:57:10.857735 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 7e2ccf32-87d9-4455-ad07-92010027dd29 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:57:10.870275 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-607c2ee5-d2b2-41bd-8f6c-935c3ececab7 req-f03e8fe8-b178-4edd-bd1b-6a63965097d2 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362473 Jun 30 10:57:10.881454 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] No Port match for: 7e2ccf32-87d9-4455-ad07-92010027dd29 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:57:10.882017 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 7e2ccf32-87d9-4455-ad07-92010027dd29 not bound to the agent host hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:57:10.882522 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 877da08e-c070-471d-9921-f8ff9dc230d3 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:57:11.081818 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf872e-4a4b-4333-82df-391c60d1d8b9 req-5c2bd564-52c2-4a3e-b895-21a3371c21a6 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:11.083385 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-dddf872e-4a4b-4333-82df-391c60d1d8b9 req-5c2bd564-52c2-4a3e-b895-21a3371c21a6 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0812676 Jun 30 10:57:11.122524 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-dddf872e-4a4b-4333-82df-391c60d1d8b9 req-5eabdc3e-fe9c-4aff-b2a0-021369f2f27e tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329971 Jun 30 10:57:11.485029 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:11.525279 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ba92f28d-df2a-4236-a69b-ce1ac6b88804 req-540d5210-3a2c-465e-b390-ed9460fd3638 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a5f0583-a280-4485-bad7-0742e0799b5e HTTP/1.1" status: 200 len: 210 time: 0.0375073 Jun 30 10:57:11.673133 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac06290-3dc4-4cf0-b2d8-f90d50114118 req-807d185f-58a5-4f06-a5cc-24f7e7f9f1d1 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:11.674657 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-1ac06290-3dc4-4cf0-b2d8-f90d50114118 req-807d185f-58a5-4f06-a5cc-24f7e7f9f1d1 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0684495 Jun 30 10:57:11.715039 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-1ac06290-3dc4-4cf0-b2d8-f90d50114118 req-3554cf4c-2ab0-4c67-b3dd-579dcdc0930c tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345638 Jun 30 10:57:12.116038 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91324215-24c5-41f8-bac4-80a37c1a0d88 req-ceb0dfd7-c11c-40cc-9796-ef805e46e883 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:12.117428 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-91324215-24c5-41f8-bac4-80a37c1a0d88 req-ceb0dfd7-c11c-40cc-9796-ef805e46e883 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 945 time: 0.1280992 Jun 30 10:57:12.171108 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454fa28-d7de-4c6b-81de-1bf4a430fb8e req-700e1fb6-3a6a-4ede-9222-2d32a5f833f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:12.172639 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6454fa28-d7de-4c6b-81de-1bf4a430fb8e req-700e1fb6-3a6a-4ede-9222-2d32a5f833f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb&tenant_id=dd767d920c4042ebb7ff4a63cffdc075 HTTP/1.1" status: 200 len: 1097 time: 0.1354725 Jun 30 10:57:12.175557 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-91324215-24c5-41f8-bac4-80a37c1a0d88 req-4e08ffab-38ba-4096-bc81-1db7099e97bc tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521834 Jun 30 10:57:12.251758 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454fa28-d7de-4c6b-81de-1bf4a430fb8e req-2f90fe85-397e-457e-934a-9c66f66650c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:12.253247 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6454fa28-d7de-4c6b-81de-1bf4a430fb8e req-2f90fe85-397e-457e-934a-9c66f66650c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd767d920c4042ebb7ff4a63cffdc075&device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 1097 time: 0.0549555 Jun 30 10:57:12.322769 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158bacc-8604-46ac-accc-2dcf74e37f31 req-cef807a1-6140-4344-a217-68d79f764534 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:12.324266 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0158bacc-8604-46ac-accc-2dcf74e37f31 req-cef807a1-6140-4344-a217-68d79f764534 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0740390 Jun 30 10:57:12.358079 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454fa28-d7de-4c6b-81de-1bf4a430fb8e req-e881a96d-4da2-4a31-83ee-b0a2b80d5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:12.359536 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6454fa28-d7de-4c6b-81de-1bf4a430fb8e req-e881a96d-4da2-4a31-83ee-b0a2b80d5695 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 HTTP/1.1" status: 200 len: 918 time: 0.0899763 Jun 30 10:57:12.365141 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0158bacc-8604-46ac-accc-2dcf74e37f31 req-f00c32d3-fae9-4116-ba32-4b3c1adf0c0b tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344074 Jun 30 10:57:12.435861 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6454fa28-d7de-4c6b-81de-1bf4a430fb8e req-21287b7b-a1d1-437d-88f8-72153346b233 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=877da08e-c070-471d-9921-f8ff9dc230d3 HTTP/1.1" status: 200 len: 1000 time: 0.0609634 Jun 30 10:57:12.491741 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454fa28-d7de-4c6b-81de-1bf4a430fb8e req-8cc9612c-a8d5-479a-b4d9-19d8be009c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:12.493213 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6454fa28-d7de-4c6b-81de-1bf4a430fb8e req-8cc9612c-a8d5-479a-b4d9-19d8be009c2f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd9941a1-a63d-4ae1-bee1-bc13b8df9212 HTTP/1.1" status: 200 len: 856 time: 0.0496123 Jun 30 10:57:12.557780 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454fa28-d7de-4c6b-81de-1bf4a430fb8e req-38888aa6-3373-4598-850b-cb4c6e8b920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:12.559571 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6454fa28-d7de-4c6b-81de-1bf4a430fb8e req-38888aa6-3373-4598-850b-cb4c6e8b920d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0539165 Jun 30 10:57:12.655430 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6454fa28-d7de-4c6b-81de-1bf4a430fb8e req-e505c604-0396-4938-b0f1-e5feb70a6214 service neutron] 10.222.0.39 "GET /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879624 Jun 30 10:57:12.774814 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6454fa28-d7de-4c6b-81de-1bf4a430fb8e req-804a5896-ac53-4077-aa89-6cae1b30ed57 service neutron] 10.222.0.39 "GET /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112435 Jun 30 10:57:12.856349 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 09399f9c-0a87-4b88-b378-907e6ba7d2c2 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:57:12.877061 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] No Port match for: 09399f9c-0a87-4b88-b378-907e6ba7d2c2 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:57:12.877603 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 09399f9c-0a87-4b88-b378-907e6ba7d2c2 not bound to the agent host hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:57:12.917576 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45297d0-f959-4f67-87ca-46e0e01cf36f req-c5de2e0c-75ea-4639-b38c-319ac536d6de tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:12.919723 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a45297d0-f959-4f67-87ca-46e0e01cf36f req-c5de2e0c-75ea-4639-b38c-319ac536d6de tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0656269 Jun 30 10:57:12.957842 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a45297d0-f959-4f67-87ca-46e0e01cf36f req-eb1db1c7-1df2-4758-ab84-37b92eefcaba tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322444 Jun 30 10:57:13.073595 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e674277-fd5a-4285-802f-4f8df4afaf56 req-31a43e51-b424-4aab-8c6f-9f9b3bdb02c3 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:13.076592 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9e674277-fd5a-4285-802f-4f8df4afaf56 req-31a43e51-b424-4aab-8c6f-9f9b3bdb02c3 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.39 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 945 time: 0.0768216 Jun 30 10:57:13.181307 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-9e674277-fd5a-4285-802f-4f8df4afaf56 req-a67c3627-40da-4889-884e-323f2f5deba7 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Deleting port eed749ae-bbd3-4f39-b5a8-8872b7a50faa {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:57:13.182004 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-9e674277-fd5a-4285-802f-4f8df4afaf56 req-a67c3627-40da-4889-884e-323f2f5deba7 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:13.273973 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-9e674277-fd5a-4285-802f-4f8df4afaf56 req-a67c3627-40da-4889-884e-323f2f5deba7 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] For port eed749ae-bbd3-4f39-b5a8-8872b7a50faa, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=eed749ae-bbd3-4f39-b5a8-8872b7a50faa,segment=NetworkSegment(a4b16849-21ca-418a-a687-42fb430f6d22),segment_id=a4b16849-21ca-418a-a687-42fb430f6d22)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:57:13.274340 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-9e674277-fd5a-4285-802f-4f8df4afaf56 req-a67c3627-40da-4889-884e-323f2f5deba7 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:13.287826 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-9e674277-fd5a-4285-802f-4f8df4afaf56 req-a67c3627-40da-4889-884e-323f2f5deba7 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Calling delete_port for eed749ae-bbd3-4f39-b5a8-8872b7a50faa owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:57:13.428221 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e23418-27fd-4824-a1a2-1e258cfb27ac req-4efae106-cd2c-4ce7-89d0-c05881f6f6ca tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:13.429912 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c4e23418-27fd-4824-a1a2-1e258cfb27ac req-4efae106-cd2c-4ce7-89d0-c05881f6f6ca tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 945 time: 0.1302593 Jun 30 10:57:13.528459 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c4e23418-27fd-4824-a1a2-1e258cfb27ac req-2d6edf5b-71cc-4e21-a0a7-9d1f72b25dcb tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851126 Jun 30 10:57:13.542864 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-9e674277-fd5a-4285-802f-4f8df4afaf56 req-a67c3627-40da-4889-884e-323f2f5deba7 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:13.601811 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c3627-40da-4889-884e-323f2f5deba7 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Pushing event deleted for resources: {'Port': ['ID=eed749ae-bbd3-4f39-b5a8-8872b7a50faa,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:13.634696 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf3569-a004-4b0b-9da7-5f0be9675706 req-5d3a6f29-06ea-4fd0-8b7d-ddd6ca67d1b5 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:13.636454 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6faf3569-a004-4b0b-9da7-5f0be9675706 req-5d3a6f29-06ea-4fd0-8b7d-ddd6ca67d1b5 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.1156294 Jun 30 10:57:13.653837 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e674277-fd5a-4285-802f-4f8df4afaf56 req-a67c3627-40da-4889-884e-323f2f5deba7 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] No DVR routers for this DVR port eed749ae-bbd3-4f39-b5a8-8872b7a50faa on host hv-cinder-78662 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:57:13.656698 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-9e674277-fd5a-4285-802f-4f8df4afaf56 req-a67c3627-40da-4889-884e-323f2f5deba7 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:13.658864 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9e674277-fd5a-4285-802f-4f8df4afaf56 req-a67c3627-40da-4889-884e-323f2f5deba7 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.39 "DELETE /v2.0/ports/eed749ae-bbd3-4f39-b5a8-8872b7a50faa HTTP/1.1" status: 204 len: 173 time: 0.5775881 Jun 30 10:57:13.659355 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77af5511-59cd-46c4-93d3-63651ebe99ad', 'name': 'network-vif-deleted', 'tag': 'eed749ae-bbd3-4f39-b5a8-8872b7a50faa'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:57:13.662615 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f6785c-2e4e-4af8-a28a-25eb20be9ba7" -d '{"events": [{"server_uuid": "77af5511-59cd-46c4-93d3-63651ebe99ad", "name": "network-vif-deleted", "tag": "eed749ae-bbd3-4f39-b5a8-8872b7a50faa"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:57:13.680091 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6faf3569-a004-4b0b-9da7-5f0be9675706 req-4132077c-eec9-40da-90da-49f6f490e203 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370288 Jun 30 10:57:13.702947 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19ab003-f71f-4ece-95d6-00125debb1d9 x-openstack-request-id: req-e19ab003-f71f-4ece-95d6-00125debb1d9 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:57:13.703297 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77af5511-59cd-46c4-93d3-63651ebe99ad", "name": "network-vif-deleted", "tag": "eed749ae-bbd3-4f39-b5a8-8872b7a50faa", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:57:13.703626 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e19ab003-f71f-4ece-95d6-00125debb1d9 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:57:13.704198 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77af5511-59cd-46c4-93d3-63651ebe99ad', 'name': 'network-vif-deleted', 'tag': 'eed749ae-bbd3-4f39-b5a8-8872b7a50faa', 'status': 'completed', 'code': 200} Jun 30 10:57:14.141350 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862383a9-789e-4f80-bcb6-87c58a2b4af9 req-347decab-c4b0-4ff0-80b1-9d259ca9dc79 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:14.142977 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-862383a9-789e-4f80-bcb6-87c58a2b4af9 req-347decab-c4b0-4ff0-80b1-9d259ca9dc79 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0679874 Jun 30 10:57:14.195800 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-862383a9-789e-4f80-bcb6-87c58a2b4af9 req-4e559b02-0181-46c3-a508-1ed56c14f9bc tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469272 Jun 30 10:57:14.679743 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c13c2971-5b60-41ef-b0a0-4eb90a1d0b17 req-347813e3-90b7-4807-bccc-e7d4693c9524 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 210 time: 0.0300310 Jun 30 10:57:14.883994 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2eac8d-ae04-4c7b-a66c-b41d16978812 req-283e1105-724e-40eb-b6cf-b409cb1cc04e tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:14.885482 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-8e2eac8d-ae04-4c7b-a66c-b41d16978812 req-283e1105-724e-40eb-b6cf-b409cb1cc04e tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0671501 Jun 30 10:57:14.927203 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-8e2eac8d-ae04-4c7b-a66c-b41d16978812 req-b45ed3c4-b2ab-4462-966e-ea7e41e0e21b tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348334 Jun 30 10:57:15.374465 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d58ec8-ab0a-4a18-932a-1d6be8c1c47c req-9732a053-50f5-4842-a071-ee8150a48f11 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:15.376491 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-47d58ec8-ab0a-4a18-932a-1d6be8c1c47c req-9732a053-50f5-4842-a071-ee8150a48f11 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0721431 Jun 30 10:57:15.424496 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-47d58ec8-ab0a-4a18-932a-1d6be8c1c47c req-0178176b-1257-465e-9fb1-8ecc80351d70 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381033 Jun 30 10:57:15.837852 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-471ca04c-c285-4339-a15a-113dc91ce5b0 req-e6e0a258-8ee3-41ee-8112-5c29391fee2e tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 210 time: 0.0322454 Jun 30 10:57:16.121150 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3efe9-63a2-4552-ab81-5d8a4373f253 req-c90bebb3-3a3b-4c04-b0df-e88dd6edbfc9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:16.123141 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-66a3efe9-63a2-4552-ab81-5d8a4373f253 req-c90bebb3-3a3b-4c04-b0df-e88dd6edbfc9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0674481 Jun 30 10:57:16.163974 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-66a3efe9-63a2-4552-ab81-5d8a4373f253 req-66cb34e4-a57a-48b4-8057-e9d9f3ac3826 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346317 Jun 30 10:57:16.385566 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['f31d4ff9-6cba-423e-af50-3b144ec38e93', 'ca689cd7-d5e2-42fc-a783-54972f036476', 'eed749ae-bbd3-4f39-b5a8-8872b7a50faa'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:57:16.641289 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f8d7c-51ca-4d13-855d-b487124f0ef7 req-c0b41d06-63f7-4ce6-9558-fcf14ce7f768 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:16.642716 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-439f8d7c-51ca-4d13-855d-b487124f0ef7 req-c0b41d06-63f7-4ce6-9558-fcf14ce7f768 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0854092 Jun 30 10:57:16.686421 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-439f8d7c-51ca-4d13-855d-b487124f0ef7 req-5ec272a8-8eb3-4b78-8c31-9067b8aa9fad tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379856 Jun 30 10:57:16.994527 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-43d7c28e-3979-46d6-83cd-53d4e0fb688c req-ce081b52-263c-402e-93ed-01d64687c137 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 210 time: 0.0353765 Jun 30 10:57:17.366346 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7b249-e2d4-49db-a475-1880499e5d54 req-de61ea3b-9a36-4cae-8a68-51b3b8c0e559 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:17.369896 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-75e7b249-e2d4-49db-a475-1880499e5d54 req-de61ea3b-9a36-4cae-8a68-51b3b8c0e559 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0727687 Jun 30 10:57:17.436193 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-75e7b249-e2d4-49db-a475-1880499e5d54 req-2812599e-4774-4375-a611-9c56d5475429 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589314 Jun 30 10:57:17.875313 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c4140-a86b-473a-b02c-9bf621187073 req-124e554b-2718-4cce-a442-b4f8e9e51eaa tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:17.877046 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ee4c4140-a86b-473a-b02c-9bf621187073 req-124e554b-2718-4cce-a442-b4f8e9e51eaa tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0705714 Jun 30 10:57:17.920372 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ee4c4140-a86b-473a-b02c-9bf621187073 req-ade49a1c-5571-4b3e-88ee-30187f8d339f tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371721 Jun 30 10:57:18.147533 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b403ba7c-9b74-4b38-a27e-e54412a4c88d req-8ef5beb9-1452-4f62-8097-f1865879e880 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 210 time: 0.0338650 Jun 30 10:57:18.626482 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8a981-2d7e-4ced-bb38-f22e31fe56ba req-b4fc751b-e19c-4811-b13d-a9fa731cf476 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:18.627946 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8ef8a981-2d7e-4ced-bb38-f22e31fe56ba req-b4fc751b-e19c-4811-b13d-a9fa731cf476 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0691204 Jun 30 10:57:18.669253 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8ef8a981-2d7e-4ced-bb38-f22e31fe56ba req-30672e7f-8efd-446d-8ecc-33adda01d85f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343177 Jun 30 10:57:19.113694 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbac10-e7b8-42d9-a794-0718db956699 req-78221e0b-00ae-4423-9c6d-40c0f213e9f4 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:19.115200 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-abcbac10-e7b8-42d9-a794-0718db956699 req-78221e0b-00ae-4423-9c6d-40c0f213e9f4 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0663896 Jun 30 10:57:19.165183 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-abcbac10-e7b8-42d9-a794-0718db956699 req-bae4d288-9a6b-4654-b6a8-e02c84632449 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440581 Jun 30 10:57:19.269668 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:57:19.309989 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2e48c461-6b2e-4747-aa05-33e3ce870d25 req-368747d4-4b46-4142-a1fc-0a9e8928d10e tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 210 time: 0.0295405 Jun 30 10:57:19.865856 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ec4aa-602a-4f7c-8ba4-f9e8c16545d3 req-486a37cb-eb90-4db3-9a24-1dd9c0ca3b40 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:19.867328 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-465ec4aa-602a-4f7c-8ba4-f9e8c16545d3 req-486a37cb-eb90-4db3-9a24-1dd9c0ca3b40 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0701499 Jun 30 10:57:19.907285 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-465ec4aa-602a-4f7c-8ba4-f9e8c16545d3 req-ebdbfb6e-582f-40d1-966e-5e41460aec05 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321679 Jun 30 10:57:20.368472 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e8ecf-d193-4cb7-b60f-1c0d4bfa9e3e req-80490ec7-b14c-4e46-be43-367ae62603fd tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:20.370002 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9f1e8ecf-d193-4cb7-b60f-1c0d4bfa9e3e req-80490ec7-b14c-4e46-be43-367ae62603fd tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0705929 Jun 30 10:57:20.442765 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9f1e8ecf-d193-4cb7-b60f-1c0d4bfa9e3e req-650a900f-53e3-45a3-a978-34788b979b58 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499542 Jun 30 10:57:20.479174 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3c228078-12f9-412d-9739-d7563af14b1d req-3a023648-8038-4985-b614-6eae92a5cda2 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 210 time: 0.0437376 Jun 30 10:57:20.892710 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device eed749ae-bbd3-4f39-b5a8-8872b7a50faa no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:57:20.913902 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] No Port match for: eed749ae-bbd3-4f39-b5a8-8872b7a50faa {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:57:20.914638 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device eed749ae-bbd3-4f39-b5a8-8872b7a50faa not bound to the agent host hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:57:21.095032 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc76253-7a2f-41f6-9493-390ad52d47a3 req-dacbc193-b792-4b34-ba63-454c0e00bc6b tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:21.096800 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9cc76253-7a2f-41f6-9493-390ad52d47a3 req-dacbc193-b792-4b34-ba63-454c0e00bc6b tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0673013 Jun 30 10:57:21.136816 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9cc76253-7a2f-41f6-9493-390ad52d47a3 req-3b71e948-41d6-40b5-bcfd-1f7d15762137 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343518 Jun 30 10:57:21.647269 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3442e0-6aed-4bf6-b328-62efd986681e req-189b1f09-83a5-4511-8f3f-738d9cdcaafb tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:21.648949 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-ae3442e0-6aed-4bf6-b328-62efd986681e req-189b1f09-83a5-4511-8f3f-738d9cdcaafb tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0976400 Jun 30 10:57:21.673203 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c510f04a-774c-411b-8398-446203b8ec05 req-82e87dd7-3924-4d1e-8c87-1f1b7209569a tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 210 time: 0.0511806 Jun 30 10:57:21.703236 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-ae3442e0-6aed-4bf6-b328-62efd986681e req-c48becdb-dea2-4b25-9d18-4cd71882133a tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382831 Jun 30 10:57:22.324080 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe23ba7-d477-49a1-969c-08f982d1a7cc req-6fa3a5da-d02d-4f1c-a0cc-f15afc7e24f8 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:22.326699 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cbe23ba7-d477-49a1-969c-08f982d1a7cc req-6fa3a5da-d02d-4f1c-a0cc-f15afc7e24f8 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0694697 Jun 30 10:57:22.383398 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cbe23ba7-d477-49a1-969c-08f982d1a7cc req-2d10893b-e5ed-45cc-9d86-f8353d2ea631 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511680 Jun 30 10:57:22.827900 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-116be54d-d044-4302-95ae-5f07c0216bbc req-05545f40-42bd-4376-b2a1-e8688838d1e3 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 210 time: 0.0303178 Jun 30 10:57:23.007085 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64427cd1-1eb0-4867-988e-a985880ad3d1 req-f40459a6-a20e-481b-8843-208d4a04b189 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:23.008654 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-64427cd1-1eb0-4867-988e-a985880ad3d1 req-f40459a6-a20e-481b-8843-208d4a04b189 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0719907 Jun 30 10:57:23.051493 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-64427cd1-1eb0-4867-988e-a985880ad3d1 req-c99b6d10-1735-4aaf-af6e-5a6d971db692 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360878 Jun 30 10:57:23.478857 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a8306-4646-499c-9cc4-724132fe331d req-c8cda008-1d02-45ca-b92b-8be990e3b713 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:23.480341 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2c8a8306-4646-499c-9cc4-724132fe331d req-c8cda008-1d02-45ca-b92b-8be990e3b713 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/networks?id=63a504e7-43a3-4578-ac04-0eb568bf06d3 HTTP/1.1" status: 200 len: 813 time: 0.1091349 Jun 30 10:57:23.495686 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2c8a8306-4646-499c-9cc4-724132fe331d req-9a829aae-9219-4742-921d-283b11d67403 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/quotas/0c8581cbf993494aa551acf5776e96bf HTTP/1.1" status: 200 len: 375 time: 0.0098028 Jun 30 10:57:23.536327 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2c8a8306-4646-499c-9cc4-724132fe331d req-5f897bff-1abf-4eff-b284-736f6a1c5feb tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=0c8581cbf993494aa551acf5776e96bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343530 Jun 30 10:57:23.633530 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5d7ba-9629-4d65-864e-06a71305f717 req-91746aa1-130b-49b4-af2d-1dd3d2e4685e tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:23.636400 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0da5d7ba-9629-4d65-864e-06a71305f717 req-91746aa1-130b-49b4-af2d-1dd3d2e4685e tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.1124337 Jun 30 10:57:23.675078 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2c8a8306-4646-499c-9cc4-724132fe331d req-931c208e-4df6-43d6-b38e-147cd41f5caf service neutron] 10.222.0.91 "GET /v2.0/networks/63a504e7-43a3-4578-ac04-0eb568bf06d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321564 Jun 30 10:57:23.705965 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0da5d7ba-9629-4d65-864e-06a71305f717 req-b9bb1117-5760-470b-9661-ee1699f1283b tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613534 Jun 30 10:57:23.784370 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2c8a8306-4646-499c-9cc4-724132fe331d req-2963a1d0-72a7-4cdb-8c65-7784e3bc89da service neutron] 10.222.0.91 "GET /v2.0/networks/63a504e7-43a3-4578-ac04-0eb568bf06d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084113 Jun 30 10:57:23.990054 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-86559de9-2879-4e5f-bb34-3c1c157111d7 req-7aa65e24-ce02-4b8e-ad8e-5a2f6e70efc2 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=14fc3c85-7673-4886-92b3-a2d1446354c5 HTTP/1.1" status: 200 len: 210 time: 0.0363111 Jun 30 10:57:24.038156 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-03aa2d5c-21ee-4e13-84fc-d240b1b7927b req-ee6d077c-6e30-45ff-823f-22e2e07b4ee8 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 210 time: 0.0330570 Jun 30 10:57:24.271181 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ab88c-6ed8-4395-a2c0-3de6692ec4c2 req-67d6b6f0-384f-4352-89fc-4f06be97819e tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:24.273257 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-ad7ab88c-6ed8-4395-a2c0-3de6692ec4c2 req-67d6b6f0-384f-4352-89fc-4f06be97819e tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0852816 Jun 30 10:57:24.321525 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-ad7ab88c-6ed8-4395-a2c0-3de6692ec4c2 req-d354760b-afb5-4e51-93fa-03e48a7ddfee tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406661 Jun 30 10:57:24.899183 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58f531-8d58-45c9-89af-d0fdf56159b4 req-d3cee1ee-cf27-4d0a-b3f9-a9c9f59e4f3f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:24.900704 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bc58f531-8d58-45c9-89af-d0fdf56159b4 req-d3cee1ee-cf27-4d0a-b3f9-a9c9f59e4f3f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0657032 Jun 30 10:57:24.942713 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bc58f531-8d58-45c9-89af-d0fdf56159b4 req-bce8f5f5-b143-4df7-a297-e9fd79ac2905 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358109 Jun 30 10:57:25.138630 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-f7e153af-d9b5-4081-b8e6-9961e647b791 req-ee388025-3655-43a0-a192-626fd97c73ea tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=14fc3c85-7673-4886-92b3-a2d1446354c5 HTTP/1.1" status: 200 len: 210 time: 0.0312202 Jun 30 10:57:25.197670 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ca8029de-daa9-4389-a5fd-abb6c7d1afd8 req-dda7a5c4-d511-4a0c-bf44-e23280a32f67 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 210 time: 0.0315738 Jun 30 10:57:25.504069 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a621d7-d3eb-4473-a762-60ffa0820e66 req-5bbdf81b-4dfc-42bc-8022-e22503905aea tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:25.505539 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c0a621d7-d3eb-4473-a762-60ffa0820e66 req-5bbdf81b-4dfc-42bc-8022-e22503905aea tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0643349 Jun 30 10:57:25.543605 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c0a621d7-d3eb-4473-a762-60ffa0820e66 req-c9a20359-5bb1-4516-ab34-98087eb02538 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322514 Jun 30 10:57:26.132569 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273f025-1e5f-4e33-8716-2944836900ef req-8ece25ce-fea6-4240-af4b-350d99003044 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:26.134086 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7273f025-1e5f-4e33-8716-2944836900ef req-8ece25ce-fea6-4240-af4b-350d99003044 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0669394 Jun 30 10:57:26.175675 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7273f025-1e5f-4e33-8716-2944836900ef req-ef29dd58-6561-4c51-adbd-155c215d4b03 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336885 Jun 30 10:57:26.289395 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a08f352e-ab61-4b7a-ab40-21780e0c4c9f req-f5df7108-ad0d-476a-a103-a34e15b2b979 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=14fc3c85-7673-4886-92b3-a2d1446354c5 HTTP/1.1" status: 200 len: 210 time: 0.0323229 Jun 30 10:57:26.346552 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-528ee7cc-b4e3-41ff-81a1-7f705c54ce8c req-ebe27d33-e964-4a9b-8d73-0520ac102ac5 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 210 time: 0.0288436 Jun 30 10:57:26.727042 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f809424-5c31-4a1e-af9f-b9d2339d0b41 req-ca6ce95d-ce42-4cd8-813a-1f879d61fa96 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:26.728558 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5f809424-5c31-4a1e-af9f-b9d2339d0b41 req-ca6ce95d-ce42-4cd8-813a-1f879d61fa96 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0673070 Jun 30 10:57:26.776366 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5f809424-5c31-4a1e-af9f-b9d2339d0b41 req-c3dab864-d1e6-4e41-8c53-b1d3140a8dc4 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414026 Jun 30 10:57:27.365904 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f8732-6516-4c3f-b278-707f26b781fc req-8170faf8-9924-4db1-bf8a-730cfb4dbfa6 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:27.367567 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-465f8732-6516-4c3f-b278-707f26b781fc req-8170faf8-9924-4db1-bf8a-730cfb4dbfa6 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0693111 Jun 30 10:57:27.409857 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-465f8732-6516-4c3f-b278-707f26b781fc req-cfd7e197-bb90-4e90-befc-a6e82dcda4cb tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364161 Jun 30 10:57:27.446347 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-55bf1a3d-7e67-48bf-bd66-53b6d9c5ef67 req-05b7abc0-98cd-49b2-bf54-1d622ac35dac tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=14fc3c85-7673-4886-92b3-a2d1446354c5 HTTP/1.1" status: 200 len: 210 time: 0.0382185 Jun 30 10:57:27.553033 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a4041706-0fc0-42e8-9911-cc4d3245495d req-0c8a6b6c-1a3a-43ad-87d0-14d922075924 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 210 time: 0.0288997 Jun 30 10:57:27.960821 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf786e2-292c-47ab-b329-2cdf492a0867 req-99297a6c-d44f-4c37-9926-61c5a2f28024 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:27.962281 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6bf786e2-292c-47ab-b329-2cdf492a0867 req-99297a6c-d44f-4c37-9926-61c5a2f28024 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0676658 Jun 30 10:57:28.001348 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6bf786e2-292c-47ab-b329-2cdf492a0867 req-24517431-7cd6-4379-ac13-456cc545a329 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323622 Jun 30 10:57:28.618830 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfd4e3-8ce0-4688-a5e0-e62a1d4cd457 req-1a2bfcfb-c58d-457e-87d4-637b504bc7e9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:28.620468 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-de513c16-50c4-4728-8aa5-b019d6ad9f02 req-12ee0717-6ee6-456d-a885-884b447abb1c tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=14fc3c85-7673-4886-92b3-a2d1446354c5 HTTP/1.1" status: 200 len: 210 time: 0.0351384 Jun 30 10:57:28.626322 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-85dfd4e3-8ce0-4688-a5e0-e62a1d4cd457 req-1a2bfcfb-c58d-457e-87d4-637b504bc7e9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0787907 Jun 30 10:57:28.665562 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-85dfd4e3-8ce0-4688-a5e0-e62a1d4cd457 req-9c7b4ac3-db12-4180-85c2-1a782bb917c1 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382490 Jun 30 10:57:28.770852 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-f3dbb508-33f5-4534-9395-37542daf0d5f req-4097752c-3f33-4066-820d-3bb641d1baa2 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=77af5511-59cd-46c4-93d3-63651ebe99ad HTTP/1.1" status: 200 len: 210 time: 0.0298796 Jun 30 10:57:29.213538 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa4e38-7b38-44b2-b4ab-fa722bb76ec0 req-2d29063b-a35b-4f97-8b97-cbcd4ce7c0a3 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:29.215021 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2daa4e38-7b38-44b2-b4ab-fa722bb76ec0 req-2d29063b-a35b-4f97-8b97-cbcd4ce7c0a3 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0924199 Jun 30 10:57:29.254075 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2daa4e38-7b38-44b2-b4ab-fa722bb76ec0 req-f12cf001-81f0-4cb7-8656-d91b619982ba tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323436 Jun 30 10:57:29.730222 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a8306-4646-499c-9cc4-724132fe331d req-90620506-20fe-4acc-8be0-7386739f4d30 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:29.731708 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2c8a8306-4646-499c-9cc4-724132fe331d req-90620506-20fe-4acc-8be0-7386739f4d30 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.39 "GET /v2.0/networks?id=63a504e7-43a3-4578-ac04-0eb568bf06d3 HTTP/1.1" status: 200 len: 813 time: 0.1291206 Jun 30 10:57:29.764933 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-2c8a8306-4646-499c-9cc4-724132fe331d req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Request body: {'port': {'device_id': '14fc3c85-7673-4886-92b3-a2d1446354c5', 'network_id': '63a504e7-43a3-4578-ac04-0eb568bf06d3', 'admin_state_up': True, 'tenant_id': '0c8581cbf993494aa551acf5776e96bf'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:57:29.797749 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0274e9ee-a53d-41ec-a95e-0c2fed50394d req-43f8e07d-251a-41de-a078-267552fccd23 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=14fc3c85-7673-4886-92b3-a2d1446354c5 HTTP/1.1" status: 200 len: 210 time: 0.0479212 Jun 30 10:57:29.989571 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11428ca-a11f-4ccf-8a52-99e3b7c53b9a req-f0b221ac-e0ff-4f39-bd48-f932c3213e78 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:29.991073 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f11428ca-a11f-4ccf-8a52-99e3b7c53b9a req-f0b221ac-e0ff-4f39-bd48-f932c3213e78 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.1536610 Jun 30 10:57:30.004268 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8a8306-4646-499c-9cc4-724132fe331d req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Made reservation on behalf of 0c8581cbf993494aa551acf5776e96bf for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:57:30.007732 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2c8a8306-4646-499c-9cc4-724132fe331d req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:30.079721 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f11428ca-a11f-4ccf-8a52-99e3b7c53b9a req-f4644721-77fd-439b-b742-d6a918896319 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764470 Jun 30 10:57:30.110482 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef485556-7b88-4710-9be6-a12a343e1ac4 req-64aef04e-ab37-4818-a38b-ac985c945b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:30.110482 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ef485556-7b88-4710-9be6-a12a343e1ac4 req-64aef04e-ab37-4818-a38b-ac985c945b8f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 1098 time: 0.1742253 Jun 30 10:57:30.199993 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ef485556-7b88-4710-9be6-a12a343e1ac4 req-88ddc90f-606e-48e8-8e8d-0bfd749b1f69 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819662 Jun 30 10:57:30.224578 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-2c8a8306-4646-499c-9cc4-724132fe331d req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Allocated IP 172.20.0.12 (63a504e7-43a3-4578-ac04-0eb568bf06d3/4bf2fb00-096b-4b29-8de3-eddb01e7528c/ccaa6e2c-01fb-459e-a2c1-6422480365d6) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:57:30.453244 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7d90b-af37-4521-92ae-a5c42c67603e req-713f1604-6ce9-4a32-85a3-5491ff68336d tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:30.455100 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2fd7d90b-af37-4521-92ae-a5c42c67603e req-713f1604-6ce9-4a32-85a3-5491ff68336d tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=90a3d0ca-e63d-4e80-8d90-c9e97d9605ed HTTP/1.1" status: 200 len: 945 time: 0.0725377 Jun 30 10:57:30.495483 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2fd7d90b-af37-4521-92ae-a5c42c67603e req-47d065b3-fe27-455f-8da3-c5c094230c06 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342293 Jun 30 10:57:30.684424 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03170e3-8b1e-4715-9503-a6480429f320 req-e9235a6f-762e-4dff-95a6-219c4fc4e5f7 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:30.686513 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e03170e3-8b1e-4715-9503-a6480429f320 req-e9235a6f-762e-4dff-95a6-219c4fc4e5f7 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.1572397 Jun 30 10:57:30.705990 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2c8a8306-4646-499c-9cc4-724132fe331d req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:30.754432 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e03170e3-8b1e-4715-9503-a6480429f320 req-dba94746-0887-4d0e-8334-d4ea6c994065 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539970 Jun 30 10:57:30.773299 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2c8a8306-4646-499c-9cc4-724132fe331d req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8415484'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:30.813664 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8a8306-4646-499c-9cc4-724132fe331d req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Network 63a504e7-43a3-4578-ac04-0eb568bf06d3 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:57:30.817045 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-2c8a8306-4646-499c-9cc4-724132fe331d req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:57:30.820886 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8a8306-4646-499c-9cc4-724132fe331d req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:57:30.864987 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Pushing event updated for resources: {'Port': ['ID=ccaa6e2c-01fb-459e-a2c1-6422480365d6,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:30.879325 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:30.879765 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:30.880109 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:30.880537 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:30.880804 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:30.881142 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:30.882270 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:30.883206 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:30.883605 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:30.883966 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:30.884299 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:30.884633 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:30.900536 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a8306-4646-499c-9cc4-724132fe331d req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:30.901160 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2c8a8306-4646-499c-9cc4-724132fe331d req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:30.916032 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2c8a8306-4646-499c-9cc4-724132fe331d req-32a361c2-820c-4a67-9eb6-d1b6ab981891 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1634748 Jun 30 10:57:30.927858 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-2c8a8306-4646-499c-9cc4-724132fe331d req-9bcb7168-b629-4a3f-a181-d0643d565299 service neutron] Request body: {'port': {'device_id': '14fc3c85-7673-4886-92b3-a2d1446354c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:57:30.977520 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076f70c-f31e-428e-aa73-7502fbded134 req-ef222cac-700a-4337-ab66-3e89b933a431 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:30.978904 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6076f70c-f31e-428e-aa73-7502fbded134 req-ef222cac-700a-4337-ab66-3e89b933a431 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=14fc3c85-7673-4886-92b3-a2d1446354c5 HTTP/1.1" status: 200 len: 932 time: 0.0657787 Jun 30 10:57:31.003049 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2c8a8306-4646-499c-9cc4-724132fe331d req-9bcb7168-b629-4a3f-a181-d0643d565299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:31.019979 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6076f70c-f31e-428e-aa73-7502fbded134 req-2607114f-dff6-4ada-bd0d-7a71b3ed8cbd tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337541 Jun 30 10:57:31.322385 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b13bd-8560-43ed-b9d0-5627f34a1425 req-9a03a42f-32bc-4e12-a9f2-7b77398edba0 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:31.323787 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b34b13bd-8560-43ed-b9d0-5627f34a1425 req-9a03a42f-32bc-4e12-a9f2-7b77398edba0 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.1217606 Jun 30 10:57:31.329809 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-2c8a8306-4646-499c-9cc4-724132fe331d req-9bcb7168-b629-4a3f-a181-d0643d565299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccaa6e2c-01fb-459e-a2c1-6422480365d6 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:57:31.343499 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2c8a8306-4646-499c-9cc4-724132fe331d req-9bcb7168-b629-4a3f-a181-d0643d565299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:31.366298 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-2c8a8306-4646-499c-9cc4-724132fe331d req-9bcb7168-b629-4a3f-a181-d0643d565299 service neutron] Transition to ACTIVE for port object ccaa6e2c-01fb-459e-a2c1-6422480365d6 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:57:31.373532 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2c8a8306-4646-499c-9cc4-724132fe331d req-9bcb7168-b629-4a3f-a181-d0643d565299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:31.405467 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b34b13bd-8560-43ed-b9d0-5627f34a1425 req-56bd5ff8-84ad-4ebb-b0ac-4a082239a043 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709910 Jun 30 10:57:31.431899 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb7168-b629-4a3f-a181-d0643d565299 service neutron] Pushing event updated for resources: {'Port': ['ID=ccaa6e2c-01fb-459e-a2c1-6422480365d6,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:31.504430 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-2c8a8306-4646-499c-9cc4-724132fe331d req-9bcb7168-b629-4a3f-a181-d0643d565299 service neutron] Attempting to bind port ccaa6e2c-01fb-459e-a2c1-6422480365d6 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:57:31.504761 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-2c8a8306-4646-499c-9cc4-724132fe331d req-9bcb7168-b629-4a3f-a181-d0643d565299 service neutron] Attempting to bind port ccaa6e2c-01fb-459e-a2c1-6422480365d6 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '280b53da-e87b-4ff3-97ab-ceaac7c5f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '63a504e7-43a3-4578-ac04-0eb568bf06d3'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:57:31.505088 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8a8306-4646-499c-9cc4-724132fe331d req-9bcb7168-b629-4a3f-a181-d0643d565299 service neutron] Attempting to bind port ccaa6e2c-01fb-459e-a2c1-6422480365d6 on network 63a504e7-43a3-4578-ac04-0eb568bf06d3 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:57:31.509213 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8a8306-4646-499c-9cc4-724132fe331d req-9bcb7168-b629-4a3f-a181-d0643d565299 service neutron] Port ccaa6e2c-01fb-459e-a2c1-6422480365d6 on network 63a504e7-43a3-4578-ac04-0eb568bf06d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:57:31.509530 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8a8306-4646-499c-9cc4-724132fe331d req-9bcb7168-b629-4a3f-a181-d0643d565299 service neutron] Attempting to bind port ccaa6e2c-01fb-459e-a2c1-6422480365d6 on network 63a504e7-43a3-4578-ac04-0eb568bf06d3 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:57:31.515218 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8a8306-4646-499c-9cc4-724132fe331d req-9bcb7168-b629-4a3f-a181-d0643d565299 service neutron] Checking agent: {'id': '5d5b2242-4ffd-4515-a15c-824c74b42c52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'started_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:57:31.515558 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8a8306-4646-499c-9cc4-724132fe331d req-9bcb7168-b629-4a3f-a181-d0643d565299 service neutron] Checking segment: {'id': '280b53da-e87b-4ff3-97ab-ceaac7c5f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '63a504e7-43a3-4578-ac04-0eb568bf06d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:57:31.515950 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8a8306-4646-499c-9cc4-724132fe331d req-9bcb7168-b629-4a3f-a181-d0643d565299 service neutron] Bound using segment: {'id': '280b53da-e87b-4ff3-97ab-ceaac7c5f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '63a504e7-43a3-4578-ac04-0eb568bf06d3'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:57:31.516371 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-2c8a8306-4646-499c-9cc4-724132fe331d req-9bcb7168-b629-4a3f-a181-d0643d565299 service neutron] Bound port: ccaa6e2c-01fb-459e-a2c1-6422480365d6, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280b53da-e87b-4ff3-97ab-ceaac7c5f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '63a504e7-43a3-4578-ac04-0eb568bf06d3'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:57:31.516721 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2c8a8306-4646-499c-9cc4-724132fe331d req-9bcb7168-b629-4a3f-a181-d0643d565299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:31.580426 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-2c8a8306-4646-499c-9cc4-724132fe331d req-9bcb7168-b629-4a3f-a181-d0643d565299 service neutron] For port ccaa6e2c-01fb-459e-a2c1-6422480365d6, host hv-cinder-78662, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:57:31.583243 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-2c8a8306-4646-499c-9cc4-724132fe331d req-9bcb7168-b629-4a3f-a181-d0643d565299 service neutron] For port ccaa6e2c-01fb-459e-a2c1-6422480365d6, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ccaa6e2c-01fb-459e-a2c1-6422480365d6,segment=NetworkSegment(280b53da-e87b-4ff3-97ab-ceaac7c5f99c),segment_id=280b53da-e87b-4ff3-97ab-ceaac7c5f99c)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:57:31.587842 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2c8a8306-4646-499c-9cc4-724132fe331d req-9bcb7168-b629-4a3f-a181-d0643d565299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:31.623061 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a8306-4646-499c-9cc4-724132fe331d req-9bcb7168-b629-4a3f-a181-d0643d565299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:31.624309 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2c8a8306-4646-499c-9cc4-724132fe331d req-9bcb7168-b629-4a3f-a181-d0643d565299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:31.625812 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2c8a8306-4646-499c-9cc4-724132fe331d req-9bcb7168-b629-4a3f-a181-d0643d565299 service neutron] 10.222.0.39 "PUT /v2.0/ports/ccaa6e2c-01fb-459e-a2c1-6422480365d6 HTTP/1.1" status: 200 len: 1094 time: 0.7022147 Jun 30 10:57:31.628006 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14fc3c85-7673-4886-92b3-a2d1446354c5', 'tag': 'ccaa6e2c-01fb-459e-a2c1-6422480365d6'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:57:31.630307 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40332f04-541e-46fc-b2cd-3cd50331be8e" -d '{"events": [{"name": "network-changed", "server_uuid": "14fc3c85-7673-4886-92b3-a2d1446354c5", "tag": "ccaa6e2c-01fb-459e-a2c1-6422480365d6"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:57:31.665957 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb7168-b629-4a3f-a181-d0643d565299 service neutron] Pushing event updated for resources: {'Port': ['ID=ccaa6e2c-01fb-459e-a2c1-6422480365d6,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:31.698138 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbd079-f095-4f69-871c-b9d71b19e36c req-e0e9669a-1177-4483-a6c4-17d348b1d980 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:31.704222 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-75bbd079-f095-4f69-871c-b9d71b19e36c req-e0e9669a-1177-4483-a6c4-17d348b1d980 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=90a3d0ca-e63d-4e80-8d90-c9e97d9605ed HTTP/1.1" status: 200 len: 945 time: 0.0907428 Jun 30 10:57:31.713338 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2bb43e-fcb8-4edd-ace0-40f0b7d37ce3 x-openstack-request-id: req-eb2bb43e-fcb8-4edd-ace0-40f0b7d37ce3 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:57:31.713720 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14fc3c85-7673-4886-92b3-a2d1446354c5", "tag": "ccaa6e2c-01fb-459e-a2c1-6422480365d6", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:57:31.714064 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-eb2bb43e-fcb8-4edd-ace0-40f0b7d37ce3 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:57:31.714556 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14fc3c85-7673-4886-92b3-a2d1446354c5', 'tag': 'ccaa6e2c-01fb-459e-a2c1-6422480365d6', 'status': 'completed', 'code': 200} Jun 30 10:57:31.747217 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a8306-4646-499c-9cc4-724132fe331d req-38a60e30-ed43-4377-bf8d-3e763b4a304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:31.749667 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2c8a8306-4646-499c-9cc4-724132fe331d req-38a60e30-ed43-4377-bf8d-3e763b4a304f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c8581cbf993494aa551acf5776e96bf&device_id=14fc3c85-7673-4886-92b3-a2d1446354c5 HTTP/1.1" status: 200 len: 1097 time: 0.0715084 Jun 30 10:57:31.752147 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-75bbd079-f095-4f69-871c-b9d71b19e36c req-b886d2a2-5ac1-4cab-a38d-c3301a4cfc9d tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426171 Jun 30 10:57:31.804033 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2c8a8306-4646-499c-9cc4-724132fe331d req-e48f5ba9-4368-469a-b206-ecae396fce2a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccaa6e2c-01fb-459e-a2c1-6422480365d6 HTTP/1.1" status: 200 len: 217 time: 0.0441923 Jun 30 10:57:31.862648 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a8306-4646-499c-9cc4-724132fe331d req-aecc9e21-29f8-4ac9-a391-2adc46684031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:31.864069 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2c8a8306-4646-499c-9cc4-724132fe331d req-aecc9e21-29f8-4ac9-a391-2adc46684031 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4bf2fb00-096b-4b29-8de3-eddb01e7528c HTTP/1.1" status: 200 len: 853 time: 0.0492184 Jun 30 10:57:31.900879 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2c8a8306-4646-499c-9cc4-724132fe331d req-4fdd09e1-e659-497b-b51a-c85f35a40a6c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63a504e7-43a3-4578-ac04-0eb568bf06d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288553 Jun 30 10:57:32.063424 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2c8a8306-4646-499c-9cc4-724132fe331d req-a1c12c42-fda3-4f36-91f8-a1609b4853c1 service neutron] 10.222.0.39 "GET /v2.0/networks/63a504e7-43a3-4578-ac04-0eb568bf06d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537662 Jun 30 10:57:32.070950 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27aedb-35bc-4b6a-8bfd-19e59e84b207 req-0a50edde-0dd8-47c5-b33c-ba39a25e1d8c tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:32.072440 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3a27aedb-35bc-4b6a-8bfd-19e59e84b207 req-0a50edde-0dd8-47c5-b33c-ba39a25e1d8c tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.1741021 Jun 30 10:57:32.184549 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42b69c-fc76-4dda-9a9a-d4c83b9e6e8f req-f5306ff9-9601-4480-ba48-c0154bd5c87c tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:32.186497 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bd42b69c-fc76-4dda-9a9a-d4c83b9e6e8f req-f5306ff9-9601-4480-ba48-c0154bd5c87c tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.39 "GET /v2.0/ports?device_id=90a3d0ca-e63d-4e80-8d90-c9e97d9605ed HTTP/1.1" status: 200 len: 945 time: 0.1816678 Jun 30 10:57:32.189054 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3a27aedb-35bc-4b6a-8bfd-19e59e84b207 req-ad10822f-767c-41e6-b2b3-e43a29b17c9d tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060510 Jun 30 10:57:32.203065 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b49aeb-c00b-4e3a-ade3-0f84c9f888ea req-0b359e47-a50a-4195-98c2-8bb64e2f0b40 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:32.204538 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-71b49aeb-c00b-4e3a-ade3-0f84c9f888ea req-0b359e47-a50a-4195-98c2-8bb64e2f0b40 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=14fc3c85-7673-4886-92b3-a2d1446354c5 HTTP/1.1" status: 200 len: 944 time: 0.0686166 Jun 30 10:57:32.215171 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2c8a8306-4646-499c-9cc4-724132fe331d req-405402da-3304-46e1-b671-9263a842b933 service neutron] 10.222.0.39 "GET /v2.0/networks/63a504e7-43a3-4578-ac04-0eb568bf06d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417260 Jun 30 10:57:32.245416 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-71b49aeb-c00b-4e3a-ade3-0f84c9f888ea req-83458230-589f-4561-b483-3d2977e0ff38 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348063 Jun 30 10:57:32.591110 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de8a2c-a92c-47bd-af26-3bc0c22cb9a3 req-da0ad452-9919-491b-b3d2-74005f7d915f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:32.593125 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d6de8a2c-a92c-47bd-af26-3bc0c22cb9a3 req-da0ad452-9919-491b-b3d2-74005f7d915f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0701778 Jun 30 10:57:32.631385 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d6de8a2c-a92c-47bd-af26-3bc0c22cb9a3 req-bf237a05-6372-4829-b4e7-8ac05d3164f4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321813 Jun 30 10:57:32.705241 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db2341-61de-44bd-b41c-ff19ff8dc3d4 req-8a080a63-ad1e-4438-90ea-b19635c94c3b tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:32.706691 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-74db2341-61de-44bd-b41c-ff19ff8dc3d4 req-8a080a63-ad1e-4438-90ea-b19635c94c3b tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0656030 Jun 30 10:57:32.743594 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-74db2341-61de-44bd-b41c-ff19ff8dc3d4 req-fdd89f94-2f05-4531-8c1d-bbe452bc9afb tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312009 Jun 30 10:57:32.923961 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4230b-a2dd-4888-b46f-2c8668f69e43 req-047f98c3-3d72-4ec2-8ffa-5a0ea2540feb tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:32.925443 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-eef4230b-a2dd-4888-b46f-2c8668f69e43 req-047f98c3-3d72-4ec2-8ffa-5a0ea2540feb tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=90a3d0ca-e63d-4e80-8d90-c9e97d9605ed HTTP/1.1" status: 200 len: 945 time: 0.0648532 Jun 30 10:57:32.962764 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-eef4230b-a2dd-4888-b46f-2c8668f69e43 req-824fa28b-992f-4a00-8fec-0ae1f48ad32d tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315969 Jun 30 10:57:33.422021 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b265a8-8b07-4711-a7d4-3dfb8ab7fd9b req-67a84392-fc73-4d84-bf6b-88bddf0545fd tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:33.423502 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-28b265a8-8b07-4711-a7d4-3dfb8ab7fd9b req-67a84392-fc73-4d84-bf6b-88bddf0545fd tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=14fc3c85-7673-4886-92b3-a2d1446354c5 HTTP/1.1" status: 200 len: 944 time: 0.0661864 Jun 30 10:57:33.462272 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-28b265a8-8b07-4711-a7d4-3dfb8ab7fd9b req-76005cdf-009e-42da-9566-81472cd9579f tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330796 Jun 30 10:57:33.813645 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c654c4-6965-4ff6-b6ad-0098c3f4246e req-b18bc484-cfdc-4299-ae4b-5e7df545936b tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:33.815110 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-53c654c4-6965-4ff6-b6ad-0098c3f4246e req-b18bc484-cfdc-4299-ae4b-5e7df545936b tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0674231 Jun 30 10:57:33.854459 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-53c654c4-6965-4ff6-b6ad-0098c3f4246e req-37085e97-1684-46af-b9b6-e7ede8dbe77d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337210 Jun 30 10:57:33.919725 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c7794-5f66-427b-8f76-310ebbb85e4a req-5381814d-c354-4078-b56b-3caa83b2ba22 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:33.921254 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-ad5c7794-5f66-427b-8f76-310ebbb85e4a req-5381814d-c354-4078-b56b-3caa83b2ba22 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0630076 Jun 30 10:57:33.958059 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-ad5c7794-5f66-427b-8f76-310ebbb85e4a req-3c24ecca-e3b8-44bd-bef8-54d564febd59 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312848 Jun 30 10:57:34.084111 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:34.140868 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d60a5-db98-4910-a9c0-41fd3f1f9cb9 req-e55b7260-3270-4e8d-b6b2-bf660b54f47c tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:34.142337 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d91d60a5-db98-4910-a9c0-41fd3f1f9cb9 req-e55b7260-3270-4e8d-b6b2-bf660b54f47c tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=90a3d0ca-e63d-4e80-8d90-c9e97d9605ed HTTP/1.1" status: 200 len: 945 time: 0.0641525 Jun 30 10:57:34.180500 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d91d60a5-db98-4910-a9c0-41fd3f1f9cb9 req-6d070832-18e5-4a13-a395-7d81255ea97f tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324283 Jun 30 10:57:34.632491 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7fbc9-b999-46fb-8ab1-9da7bf53890f req-f372c77e-c213-4906-bd82-605d8e49180e tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:34.633938 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-f9a7fbc9-b999-46fb-8ab1-9da7bf53890f req-f372c77e-c213-4906-bd82-605d8e49180e tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=14fc3c85-7673-4886-92b3-a2d1446354c5 HTTP/1.1" status: 200 len: 944 time: 0.0626988 Jun 30 10:57:34.676066 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-f9a7fbc9-b999-46fb-8ab1-9da7bf53890f req-6a277f56-d29e-4f61-94b6-5a70f5f65b5f tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357261 Jun 30 10:57:35.032478 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73b670-b70e-444f-b3a1-c0339f1d754b req-05d2f764-f781-40b4-a1df-1d4e53de595e tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:35.034134 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2e73b670-b70e-444f-b3a1-c0339f1d754b req-05d2f764-f781-40b4-a1df-1d4e53de595e tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0634568 Jun 30 10:57:35.073262 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2e73b670-b70e-444f-b3a1-c0339f1d754b req-111707c2-fe99-48aa-8991-d7fbcb7e99c9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325158 Jun 30 10:57:35.136430 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2ab49-111d-4489-9175-452f2e8e8476 req-8d282897-c6f4-4705-81e5-cfa93064d50f tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:35.137897 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-9bf2ab49-111d-4489-9175-452f2e8e8476 req-8d282897-c6f4-4705-81e5-cfa93064d50f tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0627768 Jun 30 10:57:35.181007 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-9bf2ab49-111d-4489-9175-452f2e8e8476 req-83272ecf-16c2-46c5-91bf-f7c9dbc58f7d tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373378 Jun 30 10:57:35.304170 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-bd42b69c-fc76-4dda-9a9a-d4c83b9e6e8f req-6525b080-eb8a-4189-ae53-6f6d4e5c682e tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Deleting port ca689cd7-d5e2-42fc-a783-54972f036476 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:57:35.304650 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-bd42b69c-fc76-4dda-9a9a-d4c83b9e6e8f req-6525b080-eb8a-4189-ae53-6f6d4e5c682e tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:35.312632 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430b994-ebde-40ae-beb5-71118421c160 req-01ecc558-a041-4ab3-af69-0665d864b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:35.314094 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-9430b994-ebde-40ae-beb5-71118421c160 req-01ecc558-a041-4ab3-af69-0665d864b2dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba59ae1dd0854ec58e3e087862fe2717&device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 1098 time: 0.0610569 Jun 30 10:57:35.389636 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40332f04-541e-46fc-b2cd-3cd50331be8e req-acf7a40c-7759-448c-94a0-b6230e6dbcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:35.391150 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-40332f04-541e-46fc-b2cd-3cd50331be8e req-acf7a40c-7759-448c-94a0-b6230e6dbcc9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c8581cbf993494aa551acf5776e96bf&device_id=14fc3c85-7673-4886-92b3-a2d1446354c5 HTTP/1.1" status: 200 len: 1097 time: 0.1532276 Jun 30 10:57:35.428874 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430b994-ebde-40ae-beb5-71118421c160 req-d618f44c-ba96-447c-8396-68b35f6d3884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:35.430311 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-9430b994-ebde-40ae-beb5-71118421c160 req-d618f44c-ba96-447c-8396-68b35f6d3884 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bed23b81-a268-4baa-a8b3-0d89a55f5b16 HTTP/1.1" status: 200 len: 919 time: 0.0937963 Jun 30 10:57:35.475204 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-9430b994-ebde-40ae-beb5-71118421c160 req-8392e510-37a8-406c-a6fe-37166e44f93f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9264f43f-8602-4e88-9f17-480b97076f8a HTTP/1.1" status: 200 len: 217 time: 0.0367002 Jun 30 10:57:35.521542 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-bd42b69c-fc76-4dda-9a9a-d4c83b9e6e8f req-6525b080-eb8a-4189-ae53-6f6d4e5c682e tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] For port ca689cd7-d5e2-42fc-a783-54972f036476, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ca689cd7-d5e2-42fc-a783-54972f036476,segment=NetworkSegment(a4b16849-21ca-418a-a687-42fb430f6d22),segment_id=a4b16849-21ca-418a-a687-42fb430f6d22)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:57:35.521906 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-bd42b69c-fc76-4dda-9a9a-d4c83b9e6e8f req-6525b080-eb8a-4189-ae53-6f6d4e5c682e tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:35.526252 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430b994-ebde-40ae-beb5-71118421c160 req-cb6a23b1-73da-4641-84ea-377b4ea285c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:35.527717 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-9430b994-ebde-40ae-beb5-71118421c160 req-cb6a23b1-73da-4641-84ea-377b4ea285c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6b7436d-5b83-48d2-ab4c-acf6e73a305c HTTP/1.1" status: 200 len: 858 time: 0.0435336 Jun 30 10:57:35.542850 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878b3ba-e0a3-4534-920d-2ef543dda472 req-98d13ca4-c973-4572-b826-90fd7c75964f tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:35.544353 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5878b3ba-e0a3-4534-920d-2ef543dda472 req-98d13ca4-c973-4572-b826-90fd7c75964f tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=90a3d0ca-e63d-4e80-8d90-c9e97d9605ed HTTP/1.1" status: 200 len: 945 time: 0.2357242 Jun 30 10:57:35.555918 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-bd42b69c-fc76-4dda-9a9a-d4c83b9e6e8f req-6525b080-eb8a-4189-ae53-6f6d4e5c682e tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Calling delete_port for ca689cd7-d5e2-42fc-a783-54972f036476 owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:57:35.565909 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-9430b994-ebde-40ae-beb5-71118421c160 req-3b0401dd-ec69-4492-9201-8bd4794f9e91 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bed23b81-a268-4baa-a8b3-0d89a55f5b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312533 Jun 30 10:57:35.573624 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40332f04-541e-46fc-b2cd-3cd50331be8e req-baf686c7-4f29-4bae-9460-a7c8fea13d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:35.575034 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-40332f04-541e-46fc-b2cd-3cd50331be8e req-baf686c7-4f29-4bae-9460-a7c8fea13d28 service neutron] 10.222.0.39 "GET /v2.0/networks?id=63a504e7-43a3-4578-ac04-0eb568bf06d3 HTTP/1.1" status: 200 len: 914 time: 0.1738048 Jun 30 10:57:35.652493 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-40332f04-541e-46fc-b2cd-3cd50331be8e req-6523821e-2148-4d6c-bc36-ba72e686d5b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccaa6e2c-01fb-459e-a2c1-6422480365d6 HTTP/1.1" status: 200 len: 217 time: 0.0691216 Jun 30 10:57:35.665010 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-9430b994-ebde-40ae-beb5-71118421c160 req-171f54a9-67c3-4f6a-817b-1ff8e1d21cb7 service neutron] 10.222.0.39 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824614 Jun 30 10:57:35.698996 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5878b3ba-e0a3-4534-920d-2ef543dda472 req-e76d9480-679f-41c1-a11e-c862f75a50fc tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443028 Jun 30 10:57:35.739064 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40332f04-541e-46fc-b2cd-3cd50331be8e req-479009f7-e95a-4d7b-818c-2bbafe63f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:35.740590 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-40332f04-541e-46fc-b2cd-3cd50331be8e req-479009f7-e95a-4d7b-818c-2bbafe63f423 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4bf2fb00-096b-4b29-8de3-eddb01e7528c HTTP/1.1" status: 200 len: 853 time: 0.0771725 Jun 30 10:57:35.776072 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-9430b994-ebde-40ae-beb5-71118421c160 req-969698b7-057d-42e8-b1ce-0ec05cf3c945 service neutron] 10.222.0.39 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036932 Jun 30 10:57:35.802802 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-40332f04-541e-46fc-b2cd-3cd50331be8e req-7c23508d-6e12-46d9-b2ab-b4c19927684a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63a504e7-43a3-4578-ac04-0eb568bf06d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549061 Jun 30 10:57:35.868041 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd338ab-222e-46cd-98a8-b9855a344e2a req-8ec67f45-17a5-42c2-b4a1-1e1fed76209a tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:35.869511 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-fbd338ab-222e-46cd-98a8-b9855a344e2a req-8ec67f45-17a5-42c2-b4a1-1e1fed76209a tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=14fc3c85-7673-4886-92b3-a2d1446354c5 HTTP/1.1" status: 200 len: 944 time: 0.0666442 Jun 30 10:57:35.875006 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-bd42b69c-fc76-4dda-9a9a-d4c83b9e6e8f req-6525b080-eb8a-4189-ae53-6f6d4e5c682e tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:35.886388 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['f31d4ff9-6cba-423e-af50-3b144ec38e93'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:57:35.907834 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525b080-eb8a-4189-ae53-6f6d4e5c682e tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Pushing event deleted for resources: {'Port': ['ID=ca689cd7-d5e2-42fc-a783-54972f036476,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:35.914047 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-fbd338ab-222e-46cd-98a8-b9855a344e2a req-73c59710-d883-41f4-9fb3-823efbbcf2e1 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357618 Jun 30 10:57:35.966055 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-da5b7f2c-4396-4f1a-845f-6d5b56d5f054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:35.982975 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd42b69c-fc76-4dda-9a9a-d4c83b9e6e8f req-6525b080-eb8a-4189-ae53-6f6d4e5c682e tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] No DVR routers for this DVR port ca689cd7-d5e2-42fc-a783-54972f036476 on host hv-cinder-78662 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:57:35.985733 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-bd42b69c-fc76-4dda-9a9a-d4c83b9e6e8f req-6525b080-eb8a-4189-ae53-6f6d4e5c682e tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:35.988080 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bd42b69c-fc76-4dda-9a9a-d4c83b9e6e8f req-6525b080-eb8a-4189-ae53-6f6d4e5c682e tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.39 "DELETE /v2.0/ports/ca689cd7-d5e2-42fc-a783-54972f036476 HTTP/1.1" status: 204 len: 173 time: 0.8271081 Jun 30 10:57:35.990137 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a3d0ca-e63d-4e80-8d90-c9e97d9605ed', 'name': 'network-vif-deleted', 'tag': 'ca689cd7-d5e2-42fc-a783-54972f036476'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:57:35.993285 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f2c1d1-617d-4099-8f90-f3120179de92" -d '{"events": [{"server_uuid": "90a3d0ca-e63d-4e80-8d90-c9e97d9605ed", "name": "network-vif-deleted", "tag": "ca689cd7-d5e2-42fc-a783-54972f036476"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:57:36.002841 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-40332f04-541e-46fc-b2cd-3cd50331be8e req-1dc7ce12-9e50-4f88-9458-67156faf8e37 service neutron] 10.222.0.39 "GET /v2.0/networks/63a504e7-43a3-4578-ac04-0eb568bf06d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906388 Jun 30 10:57:36.062291 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc46a7e-7c39-4c79-afc1-ec1c4a8a30c4 x-openstack-request-id: req-fbc46a7e-7c39-4c79-afc1-ec1c4a8a30c4 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:57:36.062735 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a3d0ca-e63d-4e80-8d90-c9e97d9605ed", "name": "network-vif-deleted", "tag": "ca689cd7-d5e2-42fc-a783-54972f036476", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:57:36.063089 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fbc46a7e-7c39-4c79-afc1-ec1c4a8a30c4 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:57:36.063585 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a3d0ca-e63d-4e80-8d90-c9e97d9605ed', 'name': 'network-vif-deleted', 'tag': 'ca689cd7-d5e2-42fc-a783-54972f036476', 'status': 'completed', 'code': 200} Jun 30 10:57:36.113172 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-40332f04-541e-46fc-b2cd-3cd50331be8e req-88df4c5e-5df3-44b5-b1dc-65ad2c75addd service neutron] 10.222.0.39 "GET /v2.0/networks/63a504e7-43a3-4578-ac04-0eb568bf06d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024139 Jun 30 10:57:36.272845 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3433827-d53c-4cc5-b49a-4389c310b063 req-30b08145-752d-4d7b-ba1c-b81e7b06e7eb tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:36.274317 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-f3433827-d53c-4cc5-b49a-4389c310b063 req-30b08145-752d-4d7b-ba1c-b81e7b06e7eb tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0639217 Jun 30 10:57:36.317322 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-f3433827-d53c-4cc5-b49a-4389c310b063 req-02e60bc8-aac4-47e6-975d-b959d70aaf79 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363834 Jun 30 10:57:36.371886 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d45f65-ecfb-464b-82db-9b5546918837 req-8dcf5143-9c1d-45ef-92b4-b21f9dafe742 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:36.373452 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-69d45f65-ecfb-464b-82db-9b5546918837 req-8dcf5143-9c1d-45ef-92b4-b21f9dafe742 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0680537 Jun 30 10:57:36.411199 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-69d45f65-ecfb-464b-82db-9b5546918837 req-b89f6d18-fcb2-44e4-a707-df15231a551f tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322902 Jun 30 10:57:36.489508 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device ca689cd7-d5e2-42fc-a783-54972f036476 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:57:36.509705 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] No Port match for: ca689cd7-d5e2-42fc-a783-54972f036476 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:57:36.510049 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device ca689cd7-d5e2-42fc-a783-54972f036476 not bound to the agent host hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:57:36.810029 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7c5f1dca-b7dc-44a1-ad63-8c4ccdefdbad req-2e96e3cc-0300-4427-9d41-90510204b1b2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0569944 Jun 30 10:57:36.899907 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f1dca-b7dc-44a1-ad63-8c4ccdefdbad req-82fc8b92-5283-4c79-b609-9fb9b981780e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:36.901592 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7c5f1dca-b7dc-44a1-ad63-8c4ccdefdbad req-82fc8b92-5283-4c79-b609-9fb9b981780e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba59ae1dd0854ec58e3e087862fe2717&device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 1098 time: 0.0625589 Jun 30 10:57:37.023000 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f1dca-b7dc-44a1-ad63-8c4ccdefdbad req-668b1af7-c0ca-451c-a938-49953f2df11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:37.024479 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7c5f1dca-b7dc-44a1-ad63-8c4ccdefdbad req-668b1af7-c0ca-451c-a938-49953f2df11f service neutron] 10.222.0.39 "GET /v2.0/networks?id=bed23b81-a268-4baa-a8b3-0d89a55f5b16 HTTP/1.1" status: 200 len: 919 time: 0.0952275 Jun 30 10:57:37.093545 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7c5f1dca-b7dc-44a1-ad63-8c4ccdefdbad req-b2fb2b1b-b120-406a-8c48-e2eb0f62cfd8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90e9db27-564a-469c-9231-14414445072c HTTP/1.1" status: 200 len: 217 time: 0.0569930 Jun 30 10:57:37.161120 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f31d95-d06b-4816-82ba-cd4139c3cfe4 req-6f3199dd-f895-491a-8cab-3d47d1c119cb tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:37.162589 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b5f31d95-d06b-4816-82ba-cd4139c3cfe4 req-6f3199dd-f895-491a-8cab-3d47d1c119cb tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=14fc3c85-7673-4886-92b3-a2d1446354c5 HTTP/1.1" status: 200 len: 944 time: 0.1359875 Jun 30 10:57:37.164115 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f1dca-b7dc-44a1-ad63-8c4ccdefdbad req-603eea4c-6ed6-4889-9704-c2d43499c668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:37.165414 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7c5f1dca-b7dc-44a1-ad63-8c4ccdefdbad req-603eea4c-6ed6-4889-9704-c2d43499c668 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6b7436d-5b83-48d2-ab4c-acf6e73a305c HTTP/1.1" status: 200 len: 858 time: 0.0642116 Jun 30 10:57:37.207996 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7c5f1dca-b7dc-44a1-ad63-8c4ccdefdbad req-7ff967fb-36b6-4744-bc08-6528a294e5d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bed23b81-a268-4baa-a8b3-0d89a55f5b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319805 Jun 30 10:57:37.242176 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b5f31d95-d06b-4816-82ba-cd4139c3cfe4 req-08756e99-2761-413e-860c-3aa2003c6c97 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734525 Jun 30 10:57:37.313362 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7c5f1dca-b7dc-44a1-ad63-8c4ccdefdbad req-b1f382de-6c99-44f2-8fcb-c12573fd2161 service neutron] 10.222.0.39 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944543 Jun 30 10:57:37.409498 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7c5f1dca-b7dc-44a1-ad63-8c4ccdefdbad req-e5650186-fb6a-4c8d-bf92-43ae57dde2cf service neutron] 10.222.0.39 "GET /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887516 Jun 30 10:57:37.510295 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15cadf-c7a0-4ee4-b9ba-9e5b0090c91f req-6380e1ad-74dc-4d14-be19-8aeed239575a tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:37.511886 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-bc15cadf-c7a0-4ee4-b9ba-9e5b0090c91f req-6380e1ad-74dc-4d14-be19-8aeed239575a tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0641720 Jun 30 10:57:37.555028 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-bc15cadf-c7a0-4ee4-b9ba-9e5b0090c91f req-4b8b3c34-8a73-4166-a9f7-ee1e412e9c6e tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363295 Jun 30 10:57:37.596094 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590dc03-4dbb-4259-855c-76db8be80bcb req-945cb749-3242-4ae7-b930-ed3dd31c4bf8 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:37.597589 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5590dc03-4dbb-4259-855c-76db8be80bcb req-945cb749-3242-4ae7-b930-ed3dd31c4bf8 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0661051 Jun 30 10:57:37.641847 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5590dc03-4dbb-4259-855c-76db8be80bcb req-087563bd-d3c3-42b8-82eb-2023dd3118b3 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383821 Jun 30 10:57:38.275608 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc1bfa-8f9a-486b-9120-13aa33d7a502 req-e432d3f9-6ff0-49f3-b3ff-5b5faff2c00f tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:38.277091 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6bfc1bfa-8f9a-486b-9120-13aa33d7a502 req-e432d3f9-6ff0-49f3-b3ff-5b5faff2c00f tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 945 time: 0.0631120 Jun 30 10:57:38.315207 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6bfc1bfa-8f9a-486b-9120-13aa33d7a502 req-f78e1f61-e59a-46d3-8613-88cc715f9c6e tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317311 Jun 30 10:57:38.440143 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0845d-aef5-446a-a104-69569c753493 req-92d7bb40-219b-4eda-ace9-2461cff4285c tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:38.441697 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-89b0845d-aef5-446a-a104-69569c753493 req-92d7bb40-219b-4eda-ace9-2461cff4285c tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=14fc3c85-7673-4886-92b3-a2d1446354c5 HTTP/1.1" status: 200 len: 944 time: 0.0716598 Jun 30 10:57:38.484801 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-89b0845d-aef5-446a-a104-69569c753493 req-d2761c79-d351-4d75-bbe0-ff3c607c51df tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366023 Jun 30 10:57:38.490866 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device ccaa6e2c-01fb-459e-a2c1-6422480365d6 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:57:38.588192 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port ccaa6e2c-01fb-459e-a2c1-6422480365d6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ccaa6e2c-01fb-459e-a2c1-6422480365d6,segment=NetworkSegment(280b53da-e87b-4ff3-97ab-ceaac7c5f99c),segment_id=280b53da-e87b-4ff3-97ab-ceaac7c5f99c)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:57:38.599977 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': 'ccaa6e2c-01fb-459e-a2c1-6422480365d6', 'network_id': '63a504e7-43a3-4578-ac04-0eb568bf06d3', 'port_id': 'ccaa6e2c-01fb-459e-a2c1-6422480365d6', 'mac_address': 'fa:16:3e:04:d1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf2fb00-096b-4b29-8de3-eddb01e7528c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:57:38.636935 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:38.651537 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccaa6e2c-01fb-459e-a2c1-6422480365d6 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:57:38.672356 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port ccaa6e2c-01fb-459e-a2c1-6422480365d6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ccaa6e2c-01fb-459e-a2c1-6422480365d6,segment=NetworkSegment(280b53da-e87b-4ff3-97ab-ceaac7c5f99c),segment_id=280b53da-e87b-4ff3-97ab-ceaac7c5f99c)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:57:38.677331 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:38.733376 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=ccaa6e2c-01fb-459e-a2c1-6422480365d6,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:38.740794 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:38.741176 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:38.741663 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:38.741984 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:38.742369 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:38.742712 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:38.743091 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:38.743378 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:38.743803 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:38.744147 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:38.744477 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:38.744864 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:57:38.746247 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159e4f6-0af7-4b47-a618-9d0e76665975 req-66cfe2a8-0a6e-4fb2-ba79-954e2237dde4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:38.749077 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f159e4f6-0af7-4b47-a618-9d0e76665975 req-66cfe2a8-0a6e-4fb2-ba79-954e2237dde4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0718067 Jun 30 10:57:38.795422 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f159e4f6-0af7-4b47-a618-9d0e76665975 req-5acbfb0c-1265-4fec-bce5-465cad5a8ce8 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332775 Jun 30 10:57:38.808344 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6de7cdad-044e-49f6-ba5b-354cfaedf964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:38.845587 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5ddd4-8488-4879-b22a-af58996a9475 req-e3c4d3bc-1539-4748-b4ed-e002ce9275a7 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:38.847309 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-4ab5ddd4-8488-4879-b22a-af58996a9475 req-e3c4d3bc-1539-4748-b4ed-e002ce9275a7 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0712502 Jun 30 10:57:38.887242 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-4ab5ddd4-8488-4879-b22a-af58996a9475 req-da155353-37f2-45ea-bf8a-1ab7f3d78f5a tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340505 Jun 30 10:57:38.999920 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['ccaa6e2c-01fb-459e-a2c1-6422480365d6'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:57:39.058275 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:39.487505 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96631cb3-4d2b-4a5c-8012-f652b2c03015 req-e604df7f-7cee-4a31-817d-7e355ae5c72d tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:39.489200 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-96631cb3-4d2b-4a5c-8012-f652b2c03015 req-e604df7f-7cee-4a31-817d-7e355ae5c72d tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 945 time: 0.0637152 Jun 30 10:57:39.527448 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-96631cb3-4d2b-4a5c-8012-f652b2c03015 req-b135933c-86ec-4f00-b604-394715ffa7a1 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/security-groups?id=dff0c4d0-7f7a-4c63-8445-6b059967e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324550 Jun 30 10:57:39.665359 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce5ac6-43ec-4fe5-a82c-dd284ef278f1 req-67d12610-26e6-404c-922f-4dc6b9301579 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:39.666831 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-afce5ac6-43ec-4fe5-a82c-dd284ef278f1 req-67d12610-26e6-404c-922f-4dc6b9301579 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=14fc3c85-7673-4886-92b3-a2d1446354c5 HTTP/1.1" status: 200 len: 945 time: 0.0681946 Jun 30 10:57:39.705225 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-afce5ac6-43ec-4fe5-a82c-dd284ef278f1 req-62d951ed-19f6-4023-8d35-17d6cbeea94e tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320508 Jun 30 10:57:39.771362 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:39.989034 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59a7d1-5152-44b7-9590-d28eaa7c6c80 req-dccc4094-1921-4046-a365-738744f420db tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:39.990487 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6e59a7d1-5152-44b7-9590-d28eaa7c6c80 req-dccc4094-1921-4046-a365-738744f420db tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0666697 Jun 30 10:57:40.027673 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6e59a7d1-5152-44b7-9590-d28eaa7c6c80 req-58ee31aa-48b7-4735-a69c-43a0ae01d984 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313342 Jun 30 10:57:40.125630 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bcfab-6ca9-4474-8256-0588e7c7f2a5 req-293e9d7e-294c-48c5-8580-84764b4c9556 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:40.127064 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2f4bcfab-6ca9-4474-8256-0588e7c7f2a5 req-293e9d7e-294c-48c5-8580-84764b4c9556 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.39 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 945 time: 0.0620575 Jun 30 10:57:40.229613 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-2f4bcfab-6ca9-4474-8256-0588e7c7f2a5 req-0c05443c-e644-4652-a53a-e371ee5f99f8 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Deleting port f31d4ff9-6cba-423e-af50-3b144ec38e93 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:57:40.229951 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2f4bcfab-6ca9-4474-8256-0588e7c7f2a5 req-0c05443c-e644-4652-a53a-e371ee5f99f8 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:40.318401 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-2f4bcfab-6ca9-4474-8256-0588e7c7f2a5 req-0c05443c-e644-4652-a53a-e371ee5f99f8 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] For port f31d4ff9-6cba-423e-af50-3b144ec38e93, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f31d4ff9-6cba-423e-af50-3b144ec38e93,segment=NetworkSegment(a4b16849-21ca-418a-a687-42fb430f6d22),segment_id=a4b16849-21ca-418a-a687-42fb430f6d22)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:57:40.318771 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2f4bcfab-6ca9-4474-8256-0588e7c7f2a5 req-0c05443c-e644-4652-a53a-e371ee5f99f8 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:40.331704 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-2f4bcfab-6ca9-4474-8256-0588e7c7f2a5 req-0c05443c-e644-4652-a53a-e371ee5f99f8 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Calling delete_port for f31d4ff9-6cba-423e-af50-3b144ec38e93 owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:57:40.458178 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2f4bcfab-6ca9-4474-8256-0588e7c7f2a5 req-0c05443c-e644-4652-a53a-e371ee5f99f8 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:40.470426 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['f31d4ff9-6cba-423e-af50-3b144ec38e93'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:57:40.486989 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05443c-e644-4652-a53a-e371ee5f99f8 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Pushing event deleted for resources: {'Port': ['ID=f31d4ff9-6cba-423e-af50-3b144ec38e93,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:40.492312 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device ccaa6e2c-01fb-459e-a2c1-6422480365d6 up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:57:40.536262 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4bcfab-6ca9-4474-8256-0588e7c7f2a5 req-0c05443c-e644-4652-a53a-e371ee5f99f8 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] No DVR routers for this DVR port f31d4ff9-6cba-423e-af50-3b144ec38e93 on host hv-cinder-78662 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:57:40.538886 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2f4bcfab-6ca9-4474-8256-0588e7c7f2a5 req-0c05443c-e644-4652-a53a-e371ee5f99f8 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:40.540911 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2f4bcfab-6ca9-4474-8256-0588e7c7f2a5 req-0c05443c-e644-4652-a53a-e371ee5f99f8 tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.39 "DELETE /v2.0/ports/f31d4ff9-6cba-423e-af50-3b144ec38e93 HTTP/1.1" status: 204 len: 173 time: 0.4082241 Jun 30 10:57:40.541350 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38c4fbc-2872-4e94-b17e-415a6fc82248', 'name': 'network-vif-deleted', 'tag': 'f31d4ff9-6cba-423e-af50-3b144ec38e93'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:57:40.543629 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b07b58-530f-4ca1-9beb-e2563c1a6598" -d '{"events": [{"server_uuid": "a38c4fbc-2872-4e94-b17e-415a6fc82248", "name": "network-vif-deleted", "tag": "f31d4ff9-6cba-423e-af50-3b144ec38e93"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:57:40.557554 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning for port ccaa6e2c-01fb-459e-a2c1-6422480365d6 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:57:40.565463 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port ccaa6e2c-01fb-459e-a2c1-6422480365d6 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:57:40.566229 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:40.588049 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75edc847-a73c-4ee3-b286-33dd5e377323 x-openstack-request-id: req-75edc847-a73c-4ee3-b286-33dd5e377323 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:57:40.588049 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38c4fbc-2872-4e94-b17e-415a6fc82248", "name": "network-vif-deleted", "tag": "f31d4ff9-6cba-423e-af50-3b144ec38e93", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:57:40.588049 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-75edc847-a73c-4ee3-b286-33dd5e377323 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:57:40.588049 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38c4fbc-2872-4e94-b17e-415a6fc82248', 'name': 'network-vif-deleted', 'tag': 'f31d4ff9-6cba-423e-af50-3b144ec38e93', 'status': 'completed', 'code': 200} Jun 30 10:57:40.685395 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:40.687774 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b34f679d-4740-428d-8941-e503355f0254 req-a30d007e-8008-4234-b606-ede0797d06fa tempest-AttachVolumeNegativeTest-1166500272 tempest-AttachVolumeNegativeTest-1166500272-project] 10.222.0.91 "GET /v2.0/ports?device_id=a38c4fbc-2872-4e94-b17e-415a6fc82248 HTTP/1.1" status: 200 len: 210 time: 0.0386987 Jun 30 10:57:40.716798 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fc3c85-7673-4886-92b3-a2d1446354c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaa6e2c-01fb-459e-a2c1-6422480365d6'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:57:40.720339 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ae1e70-bebf-48ff-8799-83a7dc55bcf5" -d '{"events": [{"server_uuid": "14fc3c85-7673-4886-92b3-a2d1446354c5", "name": "network-vif-plugged", "status": "completed", "tag": "ccaa6e2c-01fb-459e-a2c1-6422480365d6"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:57:40.738894 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port ccaa6e2c-01fb-459e-a2c1-6422480365d6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ccaa6e2c-01fb-459e-a2c1-6422480365d6,segment=NetworkSegment(280b53da-e87b-4ff3-97ab-ceaac7c5f99c),segment_id=280b53da-e87b-4ff3-97ab-ceaac7c5f99c)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:57:40.749269 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:40.789257 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457a01ea-3953-462a-9730-0d40fd28128d x-openstack-request-id: req-457a01ea-3953-462a-9730-0d40fd28128d {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:57:40.789841 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14fc3c85-7673-4886-92b3-a2d1446354c5", "name": "network-vif-plugged", "status": "completed", "tag": "ccaa6e2c-01fb-459e-a2c1-6422480365d6", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:57:40.789841 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-457a01ea-3953-462a-9730-0d40fd28128d {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:57:40.791497 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14fc3c85-7673-4886-92b3-a2d1446354c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaa6e2c-01fb-459e-a2c1-6422480365d6', 'code': 200} Jun 30 10:57:40.823577 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=ccaa6e2c-01fb-459e-a2c1-6422480365d6,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:40.941346 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1af34d-8b7f-45e1-a62f-cac8dacdf425 req-d4eeb040-7c71-4d45-8e90-4f1e55ecd339 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:40.942916 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-4e1af34d-8b7f-45e1-a62f-cac8dacdf425 req-d4eeb040-7c71-4d45-8e90-4f1e55ecd339 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=14fc3c85-7673-4886-92b3-a2d1446354c5 HTTP/1.1" status: 200 len: 946 time: 0.0796034 Jun 30 10:57:40.991113 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-4e1af34d-8b7f-45e1-a62f-cac8dacdf425 req-9eddd4ed-21c8-4a29-972e-8a2ccb25c1ad tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380912 Jun 30 10:57:41.038433 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e793447-01d2-4a26-a2f6-bddfe6352940 req-95212901-7e4e-4e6e-ae5f-6f2ab1af3686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:41.040014 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5e793447-01d2-4a26-a2f6-bddfe6352940 req-95212901-7e4e-4e6e-ae5f-6f2ab1af3686 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=14fc3c85-7673-4886-92b3-a2d1446354c5 HTTP/1.1" status: 200 len: 1099 time: 0.0548186 Jun 30 10:57:41.078693 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5e793447-01d2-4a26-a2f6-bddfe6352940 req-fda29558-58d9-4fdb-a490-e03e62c606fb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310934 Jun 30 10:57:41.083654 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 58166) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:57:41.218524 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec57f3-7e8e-4219-8f07-f4df49399c61 req-0f141c3b-eb1c-48e5-8121-b661ba03e0f9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:41.220547 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-26ec57f3-7e8e-4219-8f07-f4df49399c61 req-0f141c3b-eb1c-48e5-8121-b661ba03e0f9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0698509 Jun 30 10:57:41.240666 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-00dbb3e4-400f-4b6c-ac07-6a9eefa926a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:41.282720 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-26ec57f3-7e8e-4219-8f07-f4df49399c61 req-ea071d0b-eaf7-44ec-b304-4f7d989ae6fd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555856 Jun 30 10:57:41.377754 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-00dbb3e4-400f-4b6c-ac07-6a9eefa926a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:41.390147 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-00dbb3e4-400f-4b6c-ac07-6a9eefa926a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:41.433640 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-00dbb3e4-400f-4b6c-ac07-6a9eefa926a7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=82a7c369625f4d2c9a393250870ea131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489392 Jun 30 10:57:41.437819 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbb3e4-400f-4b6c-ac07-6a9eefa926a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe6dc52-5d00-4d8d-9869-d53fd7beaa84,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:41.437924 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 58174) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:57:41.485446 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:41.490596 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-1a52e815-7375-4df0-b464-ca2680963c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:41.515797 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-1a52e815-7375-4df0-b464-ca2680963c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:41.560111 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-1a52e815-7375-4df0-b464-ca2680963c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:41.563137 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-1a52e815-7375-4df0-b464-ca2680963c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:41.564650 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-1a52e815-7375-4df0-b464-ca2680963c60 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/dfe6dc52-5d00-4d8d-9869-d53fd7beaa84 HTTP/1.1" status: 204 len: 168 time: 0.1272335 Jun 30 10:57:41.572007 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52e815-7375-4df0-b464-ca2680963c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe6dc52-5d00-4d8d-9869-d53fd7beaa84,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:41.779628 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 58184) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:57:41.825610 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a64a3ba0-68b2-4719-8023-456155854ab7 admin admin] Deleting subnet 873c6c9f-5658-492f-86d2-622388a23a24 {{(pid=92943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:57:41.829827 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a64a3ba0-68b2-4719-8023-456155854ab7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:41.864320 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a64a3ba0-68b2-4719-8023-456155854ab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9296257'] for subnet, precommit_delete_associations {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:41.905720 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a64a3ba0-68b2-4719-8023-456155854ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988707'] for subnet, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:41.962777 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a64a3ba0-68b2-4719-8023-456155854ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8704132'] for subnet, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:41.998904 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a64a3ba0-68b2-4719-8023-456155854ab7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:42.004145 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-a64a3ba0-68b2-4719-8023-456155854ab7 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/873c6c9f-5658-492f-86d2-622388a23a24 HTTP/1.1" status: 204 len: 168 time: 0.2233329 Jun 30 10:57:42.004928 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 58194) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:57:42.009131 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a3ba0-68b2-4719-8023-456155854ab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=873c6c9f-5658-492f-86d2-622388a23a24,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:42.090379 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-55323437-ffac-4122-b0c6-3284320c8bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592536'] for network, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:42.207375 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-55323437-ffac-4122-b0c6-3284320c8bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990652', 'neutron.services.segments.db._delete_segments_for_network-8758624453443'] for network, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:42.220031 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-55323437-ffac-4122-b0c6-3284320c8bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20081a6-ba67-4abf-96ef-d0d83658aac0']}} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:57:42.232358 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-55323437-ffac-4122-b0c6-3284320c8bd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b16849-21ca-418a-a687-42fb430f6d22') {'for_net_delete': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:57:42.232921 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-55323437-ffac-4122-b0c6-3284320c8bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b16849-21ca-418a-a687-42fb430f6d22') {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:57:42.244144 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-55323437-ffac-4122-b0c6-3284320c8bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758624364746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9400937'] for segment, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:42.263551 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-55323437-ffac-4122-b0c6-3284320c8bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:42.273252 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04793af7-6f8b-4a35-ad52-274d6b7f6b23 req-1fbfda84-c02c-4b5f-9a04-052fa7505796 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:42.274765 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-04793af7-6f8b-4a35-ad52-274d6b7f6b23 req-1fbfda84-c02c-4b5f-9a04-052fa7505796 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=14fc3c85-7673-4886-92b3-a2d1446354c5 HTTP/1.1" status: 200 len: 946 time: 0.1360071 Jun 30 10:57:42.280496 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55323437-ffac-4122-b0c6-3284320c8bd8 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=92942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:57:42.280902 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-55323437-ffac-4122-b0c6-3284320c8bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8415266'] for segment, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: Traceback (most recent call last): Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: timer() Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: cb(*args, **kw) Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: return func(*args, **kwargs) Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: self._notify() Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: self.callback(batched_events) Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: event.method(event) Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: return f(self, *a, **k) Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: return self._get(url).json() Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: return self.request(url, 'GET', **kwargs) Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:57:42.282588 dv-cinder-786627-16-iscsi neutron-server[92942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:57:42.368220 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-04793af7-6f8b-4a35-ad52-274d6b7f6b23 req-15a09a89-67de-4910-be64-63cde51b2096 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731478 Jun 30 10:57:42.370112 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-55323437-ffac-4122-b0c6-3284320c8bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995776'] for network, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:42.394566 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-55323437-ffac-4122-b0c6-3284320c8bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:42.405541 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-55323437-ffac-4122-b0c6-3284320c8bd8 admin admin] 10.222.0.91 "DELETE /v2.0/networks/a20081a6-ba67-4abf-96ef-d0d83658aac0 HTTP/1.1" status: 204 len: 168 time: 0.3934884 Jun 30 10:57:42.421066 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55323437-ffac-4122-b0c6-3284320c8bd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a20081a6-ba67-4abf-96ef-d0d83658aac0,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:42.488320 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a42438-6ec6-479e-833c-574c62e842a7 req-de15c7ca-dd65-47d3-9ebf-f54e44e587df tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:42.495225 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b4a42438-6ec6-479e-833c-574c62e842a7 req-de15c7ca-dd65-47d3-9ebf-f54e44e587df tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 944 time: 0.0813456 Jun 30 10:57:42.496251 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 877da08e-c070-471d-9921-f8ff9dc230d3 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:57:42.546998 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b4a42438-6ec6-479e-833c-574c62e842a7 req-85d8e5c2-e2c9-462a-8abf-cc6e867ac925 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505433 Jun 30 10:57:42.651420 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 58224) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:57:42.744668 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 58226) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:57:42.763172 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-52b2d408-6a6d-43c8-8cb3-9358d4af3291 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7789f67dc72a47fb92630538059ec02e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1101699 Jun 30 10:57:42.822521 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 877da08e-c070-471d-9921-f8ff9dc230d3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=877da08e-c070-471d-9921-f8ff9dc230d3,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:57:42.850089 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': '877da08e-c070-471d-9921-f8ff9dc230d3', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'port_id': '877da08e-c070-471d-9921-f8ff9dc230d3', 'mac_address': 'fa:16:3e:19:77:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:57:42.855903 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b5525edd-a21b-489a-85fa-5636a277505f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:42.900324 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b5525edd-a21b-489a-85fa-5636a277505f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:42.937797 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:42.966737 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877da08e-c070-471d-9921-f8ff9dc230d3 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:57:42.994949 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b5525edd-a21b-489a-85fa-5636a277505f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:42.997865 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b5525edd-a21b-489a-85fa-5636a277505f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:42.998690 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 877da08e-c070-471d-9921-f8ff9dc230d3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=877da08e-c070-471d-9921-f8ff9dc230d3,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:57:43.000482 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-b5525edd-a21b-489a-85fa-5636a277505f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/dff0c4d0-7f7a-4c63-8445-6b059967e52b HTTP/1.1" status: 204 len: 168 time: 0.2540209 Jun 30 10:57:43.005446 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:43.009986 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5525edd-a21b-489a-85fa-5636a277505f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff0c4d0-7f7a-4c63-8445-6b059967e52b,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:43.079311 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=877da08e-c070-471d-9921-f8ff9dc230d3,revision_number=9']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:43.288161 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['877da08e-c070-471d-9921-f8ff9dc230d3'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:57:43.736268 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157031f6-fbaa-4331-b098-151852236251 req-a2b05209-4493-4241-a554-a582f2e21af4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:43.737770 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-157031f6-fbaa-4331-b098-151852236251 req-a2b05209-4493-4241-a554-a582f2e21af4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 945 time: 0.0645730 Jun 30 10:57:43.778958 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-157031f6-fbaa-4331-b098-151852236251 req-082f0322-ee1c-4b77-a9be-16ff6673ab21 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335436 Jun 30 10:57:44.207234 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a672faa-7f68-4f2f-b89d-373ac558849f req-f1232f6e-ac56-4d7b-ba6f-55166bfd7ee5 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:44.208790 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0a672faa-7f68-4f2f-b89d-373ac558849f req-f1232f6e-ac56-4d7b-ba6f-55166bfd7ee5 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.0789807 Jun 30 10:57:44.272738 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0a672faa-7f68-4f2f-b89d-373ac558849f req-96984c9d-bd81-4648-beec-c777b80fc9f6 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541484 Jun 30 10:57:44.513311 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 877da08e-c070-471d-9921-f8ff9dc230d3 up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:57:44.571422 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port 877da08e-c070-471d-9921-f8ff9dc230d3 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:57:44.572056 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:44.649802 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:44.673531 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f758395-f74a-4e45-bf3f-6e156884e2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877da08e-c070-471d-9921-f8ff9dc230d3'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:57:44.675754 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c7b38a-ad7a-419d-8cb9-9ff3f2407283" -d '{"events": [{"server_uuid": "4f758395-f74a-4e45-bf3f-6e156884e2fb", "name": "network-vif-plugged", "status": "completed", "tag": "877da08e-c070-471d-9921-f8ff9dc230d3"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:57:44.689193 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 877da08e-c070-471d-9921-f8ff9dc230d3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=877da08e-c070-471d-9921-f8ff9dc230d3,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:57:44.698889 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:44.700057 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device f31d4ff9-6cba-423e-af50-3b144ec38e93 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:57:44.745314 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51f455e-1dd5-44fb-a3f4-08d5413b3bd5 x-openstack-request-id: req-a51f455e-1dd5-44fb-a3f4-08d5413b3bd5 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:57:44.745595 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f758395-f74a-4e45-bf3f-6e156884e2fb", "name": "network-vif-plugged", "status": "completed", "tag": "877da08e-c070-471d-9921-f8ff9dc230d3", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:57:44.745838 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a51f455e-1dd5-44fb-a3f4-08d5413b3bd5 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:57:44.746816 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f758395-f74a-4e45-bf3f-6e156884e2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877da08e-c070-471d-9921-f8ff9dc230d3', 'code': 200} Jun 30 10:57:44.750677 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] No Port match for: f31d4ff9-6cba-423e-af50-3b144ec38e93 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:57:44.751026 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device f31d4ff9-6cba-423e-af50-3b144ec38e93 not bound to the agent host hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:57:44.777320 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=877da08e-c070-471d-9921-f8ff9dc230d3,revision_number=10']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:44.962873 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dcb3f4-cb69-48a2-8154-6aff7151d242 req-6788c51b-ed72-4973-bbbc-9d8e8956bb66 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:44.964382 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b2dcb3f4-cb69-48a2-8154-6aff7151d242 req-6788c51b-ed72-4973-bbbc-9d8e8956bb66 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 947 time: 0.0660682 Jun 30 10:57:45.283984 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b2dcb3f4-cb69-48a2-8154-6aff7151d242 req-bce4df12-b37d-4cbe-8025-5d742ca8fe2d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3132486 Jun 30 10:57:45.313417 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfb1f9-992d-4740-903e-b5cc7b789405 req-e534ccd3-2618-44a0-9115-3c56e56c1c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:45.313417 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-54bfb1f9-992d-4740-903e-b5cc7b789405 req-e534ccd3-2618-44a0-9115-3c56e56c1c7b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 1100 time: 0.0710232 Jun 30 10:57:45.346147 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-54bfb1f9-992d-4740-903e-b5cc7b789405 req-2d033c18-4489-45a5-ba07-0a67b930531f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290437 Jun 30 10:57:45.457336 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee82cb8-38bb-4dc2-86d3-5ffdc0d7d4d1 req-e6b15764-769b-4335-8882-67d081cb7fa9 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:45.459470 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-7ee82cb8-38bb-4dc2-86d3-5ffdc0d7d4d1 req-e6b15764-769b-4335-8882-67d081cb7fa9 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.0677087 Jun 30 10:57:45.500750 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-7ee82cb8-38bb-4dc2-86d3-5ffdc0d7d4d1 req-1c4ff740-9e59-41be-8d43-5405f6e4b0bd tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356362 Jun 30 10:57:46.462429 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ef825-7d84-4358-9d54-fffaf7cdf0ca req-c7e4e9e1-309b-467b-ab9d-e1005c4f4ada tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:46.463932 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6e9ef825-7d84-4358-9d54-fffaf7cdf0ca req-c7e4e9e1-309b-467b-ab9d-e1005c4f4ada tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 947 time: 0.0636964 Jun 30 10:57:46.501661 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6e9ef825-7d84-4358-9d54-fffaf7cdf0ca req-088a906a-2888-4aa1-8e54-ff899bc59edd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312824 Jun 30 10:57:46.673761 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6012ec-560e-48fa-93f6-14f884d39570 req-49a76882-4dbe-4a3c-92ac-ed111d3701f2 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:46.675218 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5b6012ec-560e-48fa-93f6-14f884d39570 req-49a76882-4dbe-4a3c-92ac-ed111d3701f2 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.0619407 Jun 30 10:57:46.712738 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5b6012ec-560e-48fa-93f6-14f884d39570 req-e4aaed85-90bb-4ec9-8120-59228c4d862a tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318718 Jun 30 10:57:47.680158 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed362d9d-3bdc-40db-b1b0-23623691c751 req-88b7fbe6-e9a6-4085-a874-84ed355c5a28 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:47.681532 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ed362d9d-3bdc-40db-b1b0-23623691c751 req-88b7fbe6-e9a6-4085-a874-84ed355c5a28 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 947 time: 0.0648370 Jun 30 10:57:47.718621 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ed362d9d-3bdc-40db-b1b0-23623691c751 req-46260713-4f85-4a53-903e-d64d14177dac tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313749 Jun 30 10:57:47.899065 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9e831-42e2-4ee5-8543-9873a35dd371 req-44f491fe-4029-43aa-9c50-a9b42a49a911 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:47.900580 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e4c9e831-42e2-4ee5-8543-9873a35dd371 req-44f491fe-4029-43aa-9c50-a9b42a49a911 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.0641129 Jun 30 10:57:47.938769 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e4c9e831-42e2-4ee5-8543-9873a35dd371 req-d3ec642c-d73c-46e2-99df-2356ab5821ed tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321651 Jun 30 10:57:48.898668 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81bdab-1832-4b1f-8d3c-2c7c77f43985 req-68738a64-e02a-4834-b170-07de92400f3c tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:48.900196 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-7c81bdab-1832-4b1f-8d3c-2c7c77f43985 req-68738a64-e02a-4834-b170-07de92400f3c tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 947 time: 0.0647132 Jun 30 10:57:48.945526 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-7c81bdab-1832-4b1f-8d3c-2c7c77f43985 req-31af9d82-e695-403b-8f26-9322855626dd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354526 Jun 30 10:57:49.117805 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5db76a-e575-4a93-ad9b-ae61788ca0dc req-3265de4f-e2cf-4a53-a2d1-f5b942530f66 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:49.119275 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c5db76a-e575-4a93-ad9b-ae61788ca0dc req-3265de4f-e2cf-4a53-a2d1-f5b942530f66 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.0669539 Jun 30 10:57:49.161010 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c5db76a-e575-4a93-ad9b-ae61788ca0dc req-8c34617e-f016-420f-ad5d-ef38f7bfafb5 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353756 Jun 30 10:57:50.027291 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a1f91-dc12-43da-a4a5-733502a47571 req-4a0e640f-eeba-4b74-9d4d-6d77712449a1 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:50.029863 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dc7a1f91-dc12-43da-a4a5-733502a47571 req-4a0e640f-eeba-4b74-9d4d-6d77712449a1 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.39 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.1203036 Jun 30 10:57:50.226343 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c38de-7059-42f5-9b5e-4439eb26116d req-de5f10f1-38be-4e29-93f4-cb46c0f0809f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:50.227879 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-643c38de-7059-42f5-9b5e-4439eb26116d req-de5f10f1-38be-4e29-93f4-cb46c0f0809f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 947 time: 0.1299095 Jun 30 10:57:50.257497 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-dc7a1f91-dc12-43da-a4a5-733502a47571 req-da8672ef-8426-4e44-853f-1a571c0cca03 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Deleting port 90e9db27-564a-469c-9231-14414445072c {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:57:50.258018 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-dc7a1f91-dc12-43da-a4a5-733502a47571 req-da8672ef-8426-4e44-853f-1a571c0cca03 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:50.347630 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-643c38de-7059-42f5-9b5e-4439eb26116d req-5cf9394e-56ba-4132-8baa-0d088b2dcf2a tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997653 Jun 30 10:57:50.358575 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03647cb6-2e62-4dbf-a116-b4427bb0ae76 req-5eb215c7-2ee4-492a-83d8-f33c66c3347e tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:50.360958 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-03647cb6-2e62-4dbf-a116-b4427bb0ae76 req-5eb215c7-2ee4-492a-83d8-f33c66c3347e tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 945 time: 0.0720105 Jun 30 10:57:50.445234 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-dc7a1f91-dc12-43da-a4a5-733502a47571 req-da8672ef-8426-4e44-853f-1a571c0cca03 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] For port 90e9db27-564a-469c-9231-14414445072c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=90e9db27-564a-469c-9231-14414445072c,segment=NetworkSegment(602facd0-b748-432b-9c59-5356cfe8f0eb),segment_id=602facd0-b748-432b-9c59-5356cfe8f0eb)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:57:50.446294 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-dc7a1f91-dc12-43da-a4a5-733502a47571 req-da8672ef-8426-4e44-853f-1a571c0cca03 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:50.456501 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-03647cb6-2e62-4dbf-a116-b4427bb0ae76 req-4ffd451b-5a33-4254-965c-5cf8d465f396 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878232 Jun 30 10:57:50.467077 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-dc7a1f91-dc12-43da-a4a5-733502a47571 req-da8672ef-8426-4e44-853f-1a571c0cca03 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Calling delete_port for 90e9db27-564a-469c-9231-14414445072c owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:57:50.741244 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-dc7a1f91-dc12-43da-a4a5-733502a47571 req-da8672ef-8426-4e44-853f-1a571c0cca03 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:50.761078 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['9264f43f-8602-4e88-9f17-480b97076f8a', '90e9db27-564a-469c-9231-14414445072c'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:57:50.797150 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8672ef-8426-4e44-853f-1a571c0cca03 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Pushing event deleted for resources: {'Port': ['ID=90e9db27-564a-469c-9231-14414445072c,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:50.871822 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7a1f91-dc12-43da-a4a5-733502a47571 req-da8672ef-8426-4e44-853f-1a571c0cca03 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] No DVR routers for this DVR port 90e9db27-564a-469c-9231-14414445072c on host hv-cinder-78662 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:57:50.875989 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-dc7a1f91-dc12-43da-a4a5-733502a47571 req-da8672ef-8426-4e44-853f-1a571c0cca03 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:50.878590 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dc7a1f91-dc12-43da-a4a5-733502a47571 req-da8672ef-8426-4e44-853f-1a571c0cca03 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.39 "DELETE /v2.0/ports/90e9db27-564a-469c-9231-14414445072c HTTP/1.1" status: 204 len: 173 time: 0.8207314 Jun 30 10:57:50.879062 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da82ab00-2e25-40df-a0ce-3825a94adc8d', 'name': 'network-vif-deleted', 'tag': '90e9db27-564a-469c-9231-14414445072c'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:57:50.881473 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd6dabb-2307-48d0-aeca-1bcb80123d14" -d '{"events": [{"server_uuid": "da82ab00-2e25-40df-a0ce-3825a94adc8d", "name": "network-vif-deleted", "tag": "90e9db27-564a-469c-9231-14414445072c"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:57:50.939820 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e152972-b2d8-40e2-a3c9-2273fe3251f8 x-openstack-request-id: req-2e152972-b2d8-40e2-a3c9-2273fe3251f8 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:57:50.940396 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da82ab00-2e25-40df-a0ce-3825a94adc8d", "name": "network-vif-deleted", "tag": "90e9db27-564a-469c-9231-14414445072c", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:57:50.940814 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2e152972-b2d8-40e2-a3c9-2273fe3251f8 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:57:50.942194 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da82ab00-2e25-40df-a0ce-3825a94adc8d', 'name': 'network-vif-deleted', 'tag': '90e9db27-564a-469c-9231-14414445072c', 'status': 'completed', 'code': 200} Jun 30 10:57:51.566764 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170f557-4c05-4ce5-9345-7f2b0d5424b4 req-2770acbf-b342-43cb-b62f-e0bc8ecde8ed tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:51.568400 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0170f557-4c05-4ce5-9345-7f2b0d5424b4 req-2770acbf-b342-43cb-b62f-e0bc8ecde8ed tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 947 time: 0.0717657 Jun 30 10:57:51.612558 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0170f557-4c05-4ce5-9345-7f2b0d5424b4 req-b2024a58-6870-4d4a-a332-371aa9a7427d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377557 Jun 30 10:57:51.670749 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-aabf1a3f-88e9-4775-960f-4b4d550ec2d0 req-9896b3f8-210e-4b2e-8b92-71be90778635 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=da82ab00-2e25-40df-a0ce-3825a94adc8d HTTP/1.1" status: 200 len: 210 time: 0.0564213 Jun 30 10:57:52.610049 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 58488) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:57:52.718103 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4c509dc4-5a99-4d8a-8910-07ffa9393255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:52.819106 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4c509dc4-5a99-4d8a-8910-07ffa9393255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:52.826235 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4c509dc4-5a99-4d8a-8910-07ffa9393255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:52.866522 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-4c509dc4-5a99-4d8a-8910-07ffa9393255 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5fa1040e3d5443d8be2145c753fc4bd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552702 Jun 30 10:57:52.869225 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 58502) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:57:52.884449 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c509dc4-5a99-4d8a-8910-07ffa9393255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf3288d-08f3-47d0-8e72-f721fa9b740f,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:52.929936 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b0d45c2d-97b7-4ea4-9596-ce7ba6a224af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:52.950679 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b0d45c2d-97b7-4ea4-9596-ce7ba6a224af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:52.999514 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b0d45c2d-97b7-4ea4-9596-ce7ba6a224af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:53.002154 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b0d45c2d-97b7-4ea4-9596-ce7ba6a224af admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:53.003430 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-b0d45c2d-97b7-4ea4-9596-ce7ba6a224af admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/baf3288d-08f3-47d0-8e72-f721fa9b740f HTTP/1.1" status: 204 len: 168 time: 0.1332138 Jun 30 10:57:53.011412 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45c2d-97b7-4ea4-9596-ce7ba6a224af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf3288d-08f3-47d0-8e72-f721fa9b740f,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:57:53.180408 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460407c-d679-423a-9935-5fe73ab11158 req-6c82523d-2104-4373-843f-ab2db4f4c76d tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:53.182015 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5460407c-d679-423a-9935-5fe73ab11158 req-6c82523d-2104-4373-843f-ab2db4f4c76d tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0648143 Jun 30 10:57:53.222323 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5460407c-d679-423a-9935-5fe73ab11158 req-35db9937-8f95-4c71-8a92-aa695c0bc0b6 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341728 Jun 30 10:57:54.413951 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8217637-46b5-43c0-a3b9-55458053fc65 req-58549d59-3226-428e-a810-cff978d380ec tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:54.415473 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a8217637-46b5-43c0-a3b9-55458053fc65 req-58549d59-3226-428e-a810-cff978d380ec tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0737872 Jun 30 10:57:54.454906 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a8217637-46b5-43c0-a3b9-55458053fc65 req-47ef4b21-ff21-4e4e-973c-d435028dfebd tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335310 Jun 30 10:57:55.142589 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 90e9db27-564a-469c-9231-14414445072c no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:57:55.162541 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] No Port match for: 90e9db27-564a-469c-9231-14414445072c {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:57:55.162904 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 90e9db27-564a-469c-9231-14414445072c not bound to the agent host hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:57:55.625607 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa8602-7fd2-4701-b51f-a7bbf70acba0 req-9e0bf0aa-411a-4278-b8ed-d5fcb9874f8a tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:55.627091 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3bfa8602-7fd2-4701-b51f-a7bbf70acba0 req-9e0bf0aa-411a-4278-b8ed-d5fcb9874f8a tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0635352 Jun 30 10:57:55.664671 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3bfa8602-7fd2-4701-b51f-a7bbf70acba0 req-23314eed-6ea8-4d35-9e0e-492dee2fd848 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318530 Jun 30 10:57:56.268413 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:57:56.841375 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf7083-cd4e-4a96-8ecd-248f2bebe247 req-c72e3dd2-547f-4126-a043-9c741aaec528 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:56.843436 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-abdf7083-cd4e-4a96-8ecd-248f2bebe247 req-c72e3dd2-547f-4126-a043-9c741aaec528 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0671847 Jun 30 10:57:56.880530 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-abdf7083-cd4e-4a96-8ecd-248f2bebe247 req-fe802b78-22ba-4c93-a696-a8325abd3c97 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310824 Jun 30 10:57:58.061921 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a378bd4-d363-45e2-b05b-fb980c1957b5 req-00d6d68a-6f83-4f5f-bbb3-bc1507f7141a tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:58.063318 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0a378bd4-d363-45e2-b05b-fb980c1957b5 req-00d6d68a-6f83-4f5f-bbb3-bc1507f7141a tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0700636 Jun 30 10:57:58.102500 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0a378bd4-d363-45e2-b05b-fb980c1957b5 req-448cc451-1afb-4f72-a57e-c576efb89376 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332103 Jun 30 10:57:59.292766 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6993598-6ff3-4b9d-be45-e23eb1b253d3 req-344cd6f2-6298-4549-b816-385c7da1de4d tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:59.294238 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f6993598-6ff3-4b9d-be45-e23eb1b253d3 req-344cd6f2-6298-4549-b816-385c7da1de4d tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0619168 Jun 30 10:57:59.331315 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f6993598-6ff3-4b9d-be45-e23eb1b253d3 req-c195c084-8e14-4338-a0b3-bb7b12972f0a tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310652 Jun 30 10:58:00.502030 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff37edb-bc48-4552-b28c-e21ba8e5ec60 req-5f1d1643-18b1-4b77-a647-1d2d2554505f tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:00.503385 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2ff37edb-bc48-4552-b28c-e21ba8e5ec60 req-5f1d1643-18b1-4b77-a647-1d2d2554505f tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0617485 Jun 30 10:58:00.540929 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2ff37edb-bc48-4552-b28c-e21ba8e5ec60 req-5e56540f-6655-49f0-81bd-504ae58d9afd tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319092 Jun 30 10:58:01.715966 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71da46f-6064-4f75-8df9-253953a83736 req-3d9028de-0d2e-4e05-9c82-399bf68b6399 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:01.717631 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e71da46f-6064-4f75-8df9-253953a83736 req-3d9028de-0d2e-4e05-9c82-399bf68b6399 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0657535 Jun 30 10:58:01.756220 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e71da46f-6064-4f75-8df9-253953a83736 req-6bc38861-eb5c-44d3-9051-2f6d1773c8fc tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327754 Jun 30 10:58:02.922507 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ead336-d8ef-4345-a3c7-de1f54e26048 req-7105df96-0117-478a-b44c-f5d17e52e42c tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:02.924928 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-67ead336-d8ef-4345-a3c7-de1f54e26048 req-7105df96-0117-478a-b44c-f5d17e52e42c tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.39 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0707166 Jun 30 10:58:02.932079 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518bfb77-24b1-461f-b081-3b9a9e85b1ba req-da7329fb-5eaa-4e51-9a09-7d53a7dd1283 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:02.933544 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-518bfb77-24b1-461f-b081-3b9a9e85b1ba req-da7329fb-5eaa-4e51-9a09-7d53a7dd1283 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 945 time: 0.0690470 Jun 30 10:58:02.974102 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-518bfb77-24b1-461f-b081-3b9a9e85b1ba req-613bb0b0-837f-4905-965a-61b47ec30f1f tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/security-groups?id=a8e031a6-8731-4239-a81c-7567aded2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339835 Jun 30 10:58:03.035596 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-67ead336-d8ef-4345-a3c7-de1f54e26048 req-4df824f6-064c-494d-b555-6ac35c64e1d1 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Deleting port 9264f43f-8602-4e88-9f17-480b97076f8a {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:58:03.035873 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-67ead336-d8ef-4345-a3c7-de1f54e26048 req-4df824f6-064c-494d-b555-6ac35c64e1d1 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:03.128617 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-67ead336-d8ef-4345-a3c7-de1f54e26048 req-4df824f6-064c-494d-b555-6ac35c64e1d1 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] For port 9264f43f-8602-4e88-9f17-480b97076f8a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9264f43f-8602-4e88-9f17-480b97076f8a,segment=NetworkSegment(602facd0-b748-432b-9c59-5356cfe8f0eb),segment_id=602facd0-b748-432b-9c59-5356cfe8f0eb)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:58:03.128979 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-67ead336-d8ef-4345-a3c7-de1f54e26048 req-4df824f6-064c-494d-b555-6ac35c64e1d1 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:03.141357 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-67ead336-d8ef-4345-a3c7-de1f54e26048 req-4df824f6-064c-494d-b555-6ac35c64e1d1 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Calling delete_port for 9264f43f-8602-4e88-9f17-480b97076f8a owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:58:03.269881 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-67ead336-d8ef-4345-a3c7-de1f54e26048 req-4df824f6-064c-494d-b555-6ac35c64e1d1 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:03.282112 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['9264f43f-8602-4e88-9f17-480b97076f8a'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:58:03.299107 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df824f6-064c-494d-b555-6ac35c64e1d1 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Pushing event deleted for resources: {'Port': ['ID=9264f43f-8602-4e88-9f17-480b97076f8a,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:03.344468 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ead336-d8ef-4345-a3c7-de1f54e26048 req-4df824f6-064c-494d-b555-6ac35c64e1d1 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] No DVR routers for this DVR port 9264f43f-8602-4e88-9f17-480b97076f8a on host hv-cinder-78662 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:58:03.347497 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-67ead336-d8ef-4345-a3c7-de1f54e26048 req-4df824f6-064c-494d-b555-6ac35c64e1d1 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:03.349516 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-67ead336-d8ef-4345-a3c7-de1f54e26048 req-4df824f6-064c-494d-b555-6ac35c64e1d1 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.39 "DELETE /v2.0/ports/9264f43f-8602-4e88-9f17-480b97076f8a HTTP/1.1" status: 204 len: 173 time: 0.4161038 Jun 30 10:58:03.349959 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cc4540-7126-4777-9ceb-439ada8b5c99', 'name': 'network-vif-deleted', 'tag': '9264f43f-8602-4e88-9f17-480b97076f8a'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:58:03.352236 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401a3b44-f735-4b3c-8bc1-a18b52c2c06f" -d '{"events": [{"server_uuid": "20cc4540-7126-4777-9ceb-439ada8b5c99", "name": "network-vif-deleted", "tag": "9264f43f-8602-4e88-9f17-480b97076f8a"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:58:03.392250 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db34fe0-7d41-4861-b70b-9eae3c9f898c x-openstack-request-id: req-2db34fe0-7d41-4861-b70b-9eae3c9f898c {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:58:03.392565 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20cc4540-7126-4777-9ceb-439ada8b5c99", "name": "network-vif-deleted", "tag": "9264f43f-8602-4e88-9f17-480b97076f8a", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:58:03.392887 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2db34fe0-7d41-4861-b70b-9eae3c9f898c {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:58:03.393311 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cc4540-7126-4777-9ceb-439ada8b5c99', 'name': 'network-vif-deleted', 'tag': '9264f43f-8602-4e88-9f17-480b97076f8a', 'status': 'completed', 'code': 200} Jun 30 10:58:04.087421 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:04.155887 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-59d8a08a-1ec7-4603-bb84-8115d68edc9c req-ccae0edf-f449-40f7-a111-1f22db4a2130 tempest-ServerRescueNegativeTestJSON-1885234504 tempest-ServerRescueNegativeTestJSON-1885234504-project] 10.222.0.91 "GET /v2.0/ports?device_id=20cc4540-7126-4777-9ceb-439ada8b5c99 HTTP/1.1" status: 200 len: 210 time: 0.0284374 Jun 30 10:58:05.245600 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 58704) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:05.666444 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-45a5f59a-a871-4065-b827-44b102c99d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1991337'] for router_interface, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:05.958025 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-97731da9-d526-46aa-af9f-497943dbed61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:05.966168 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-45a5f59a-a871-4065-b827-44b102c99d7a admin admin] Deleting port 6dafcd56-9792-43fb-a86a-d950f626df01 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:58:05.967295 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-45a5f59a-a871-4065-b827-44b102c99d7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:06.045794 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-45a5f59a-a871-4065-b827-44b102c99d7a admin admin] For port 6dafcd56-9792-43fb-a86a-d950f626df01, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=6dafcd56-9792-43fb-a86a-d950f626df01,segment=NetworkSegment(602facd0-b748-432b-9c59-5356cfe8f0eb),segment_id=602facd0-b748-432b-9c59-5356cfe8f0eb)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:58:06.046141 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-45a5f59a-a871-4065-b827-44b102c99d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:06.058346 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-45a5f59a-a871-4065-b827-44b102c99d7a admin admin] Calling delete_port for 6dafcd56-9792-43fb-a86a-d950f626df01 owned by network:router_interface {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:58:06.252918 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-45a5f59a-a871-4065-b827-44b102c99d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:06.276422 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5f59a-a871-4065-b827-44b102c99d7a admin admin] Pushing event deleted for resources: {'Port': ['ID=6dafcd56-9792-43fb-a86a-d950f626df01,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:06.439842 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-45a5f59a-a871-4065-b827-44b102c99d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1991251'] for router_interface, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:06.904305 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a5f59a-a871-4065-b827-44b102c99d7a admin admin] Router d519f09a-e6db-4ad8-8e10-b724d4934e9c has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:58:07.007086 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a5f59a-a871-4065-b827-44b102c99d7a admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:58:07.012220 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-45a5f59a-a871-4065-b827-44b102c99d7a admin admin] 10.222.0.91 "PUT /v2.0/routers/d519f09a-e6db-4ad8-8e10-b724d4934e9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7656054 Jun 30 10:58:07.015066 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 58716) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:07.015805 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d390c927-acec-43d4-b256-88e8d59c0428 None None] Sync routers for ids ['d519f09a-e6db-4ad8-8e10-b724d4934e9c'] in dv-cinder-786627-16-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:58:07.025785 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d390c927-acec-43d4-b256-88e8d59c0428 None None] Routers {'d519f09a-e6db-4ad8-8e10-b724d4934e9c'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:58:07.026404 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-d390c927-acec-43d4-b256-88e8d59c0428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:57:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['d519f09a-e6db-4ad8-8e10-b724d4934e9c'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:07.124971 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-53f98a52-0da5-46fb-8eff-1b315adce57b admin admin] Notify callbacks [] for router, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:07.129169 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-d390c927-acec-43d4-b256-88e8d59c0428 None None] Set router d519f09a-e6db-4ad8-8e10-b724d4934e9c gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:58:07.232165 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-53f98a52-0da5-46fb-8eff-1b315adce57b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:07.287211 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-53f98a52-0da5-46fb-8eff-1b315adce57b admin admin] Deleting port 753981b3-d0b9-4c83-9fca-57b2c50f5754 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:58:07.287907 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-53f98a52-0da5-46fb-8eff-1b315adce57b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:07.312013 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-d390c927-acec-43d4-b256-88e8d59c0428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd519f09a-e6db-4ad8-8e10-b724d4934e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-566958445-router', 'tenant_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '753981b3-d0b9-4c83-9fca-57b2c50f5754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:09Z', 'updated_at': '2021-06-30T10:58:06Z', 'revision_number': 5, 'project_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'gw_port': {'id': '753981b3-d0b9-4c83-9fca-57b2c50f5754', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd519f09a-e6db-4ad8-8e10-b724d4934e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:10Z', 'updated_at': '2021-06-30T10:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:07.332736 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 9264f43f-8602-4e88-9f17-480b97076f8a no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:58:07.338026 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d390c927-acec-43d4-b256-88e8d59c0428 None None] Checking router: d519f09a-e6db-4ad8-8e10-b724d4934e9c for host: dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:58:07.348156 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d390c927-acec-43d4-b256-88e8d59c0428 None None] Routers {'d519f09a-e6db-4ad8-8e10-b724d4934e9c'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:58:07.348824 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-d390c927-acec-43d4-b256-88e8d59c0428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:57:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['d519f09a-e6db-4ad8-8e10-b724d4934e9c'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:07.356367 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] No Port match for: 9264f43f-8602-4e88-9f17-480b97076f8a {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:58:07.357546 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 9264f43f-8602-4e88-9f17-480b97076f8a not bound to the agent host hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:58:07.389619 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-53f98a52-0da5-46fb-8eff-1b315adce57b admin admin] For port 753981b3-d0b9-4c83-9fca-57b2c50f5754, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=753981b3-d0b9-4c83-9fca-57b2c50f5754,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:58:07.389986 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-53f98a52-0da5-46fb-8eff-1b315adce57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:07.403002 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-53f98a52-0da5-46fb-8eff-1b315adce57b admin admin] Calling delete_port for 753981b3-d0b9-4c83-9fca-57b2c50f5754 owned by network:router_gateway {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:58:07.435261 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-d390c927-acec-43d4-b256-88e8d59c0428 None None] Set router d519f09a-e6db-4ad8-8e10-b724d4934e9c gateway port host: None {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:58:07.487291 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-d390c927-acec-43d4-b256-88e8d59c0428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd519f09a-e6db-4ad8-8e10-b724d4934e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-566958445-router', 'tenant_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:09Z', 'updated_at': '2021-06-30T10:58:07Z', 'revision_number': 6, 'project_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'gw_port_host': None}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:07.516056 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d390c927-acec-43d4-b256-88e8d59c0428 None None] The sync data for ids ['d519f09a-e6db-4ad8-8e10-b724d4934e9c'] in dv-cinder-786627-16-iscsi is: [{'id': 'd519f09a-e6db-4ad8-8e10-b724d4934e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-566958445-router', 'tenant_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:09Z', 'updated_at': '2021-06-30T10:58:07Z', 'revision_number': 6, 'project_id': 'ba59ae1dd0854ec58e3e087862fe2717', 'gw_port_host': None}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:58:07.570439 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-53f98a52-0da5-46fb-8eff-1b315adce57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:07.597029 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f98a52-0da5-46fb-8eff-1b315adce57b admin admin] Pushing event deleted for resources: {'Port': ['ID=753981b3-d0b9-4c83-9fca-57b2c50f5754,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:07.665362 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-53f98a52-0da5-46fb-8eff-1b315adce57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995876'] for router_gateway, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:07.772832 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-53f98a52-0da5-46fb-8eff-1b315adce57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62870'] for router, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:07.774811 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-53f98a52-0da5-46fb-8eff-1b315adce57b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:07.840043 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-53f98a52-0da5-46fb-8eff-1b315adce57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1984768'] for router, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:07.840643 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f98a52-0da5-46fb-8eff-1b315adce57b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d519f09a-e6db-4ad8-8e10-b724d4934e9c {{(pid=92942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:58:07.846558 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-53f98a52-0da5-46fb-8eff-1b315adce57b admin admin] Notify callbacks [] for router, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:07.847733 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-53f98a52-0da5-46fb-8eff-1b315adce57b admin admin] 10.222.0.91 "DELETE /v2.0/routers/d519f09a-e6db-4ad8-8e10-b724d4934e9c HTTP/1.1" status: 204 len: 168 time: 0.8316743 Jun 30 10:58:07.850300 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 58726) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:07.900663 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_v2 [None req-55350579-532a-4553-985d-6fad2792efc3 admin admin] Deleting subnet d6b7436d-5b83-48d2-ab4c-acf6e73a305c {{(pid=92942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:58:07.903909 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-55350579-532a-4553-985d-6fad2792efc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:07.941648 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-55350579-532a-4553-985d-6fad2792efc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9400928'] for subnet, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:07.981912 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-55350579-532a-4553-985d-6fad2792efc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988707'] for subnet, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:08.037636 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-55350579-532a-4553-985d-6fad2792efc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8415361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8389490'] for subnet, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:08.067895 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55350579-532a-4553-985d-6fad2792efc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6b7436d-5b83-48d2-ab4c-acf6e73a305c,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:08.071385 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-55350579-532a-4553-985d-6fad2792efc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:08.073845 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-55350579-532a-4553-985d-6fad2792efc3 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/d6b7436d-5b83-48d2-ab4c-acf6e73a305c HTTP/1.1" status: 204 len: 168 time: 0.2225461 Jun 30 10:58:08.076440 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 58728) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:08.143399 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6549e0c6-b348-47ec-8be4-a2008184b8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592536'] for network, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:08.226727 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6549e0c6-b348-47ec-8be4-a2008184b8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990652', 'neutron.services.segments.db._delete_segments_for_network-8758624453443'] for network, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:08.236750 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-6549e0c6-b348-47ec-8be4-a2008184b8b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed23b81-a268-4baa-a8b3-0d89a55f5b16']}} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:08.246748 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-6549e0c6-b348-47ec-8be4-a2008184b8b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602facd0-b748-432b-9c59-5356cfe8f0eb') {'for_net_delete': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:08.246995 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-6549e0c6-b348-47ec-8be4-a2008184b8b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602facd0-b748-432b-9c59-5356cfe8f0eb') {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:08.255592 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6549e0c6-b348-47ec-8be4-a2008184b8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758624364746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9400937'] for segment, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:08.269465 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6549e0c6-b348-47ec-8be4-a2008184b8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:08.275121 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6549e0c6-b348-47ec-8be4-a2008184b8b9 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=92942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:58:08.275507 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6549e0c6-b348-47ec-8be4-a2008184b8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8415266'] for segment, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: Traceback (most recent call last): Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: timer() Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: cb(*args, **kw) Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: return func(*args, **kwargs) Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: self._notify() Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: self.callback(batched_events) Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: event.method(event) Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: return f(self, *a, **k) Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: return self._get(url).json() Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: return self.request(url, 'GET', **kwargs) Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:58:08.277140 dv-cinder-786627-16-iscsi neutron-server[92942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:58:08.337792 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6549e0c6-b348-47ec-8be4-a2008184b8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995776'] for network, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:08.348316 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6549e0c6-b348-47ec-8be4-a2008184b8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:08.350214 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-6549e0c6-b348-47ec-8be4-a2008184b8b9 admin admin] 10.222.0.91 "DELETE /v2.0/networks/bed23b81-a268-4baa-a8b3-0d89a55f5b16 HTTP/1.1" status: 204 len: 168 time: 0.2729023 Jun 30 10:58:08.362445 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549e0c6-b348-47ec-8be4-a2008184b8b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bed23b81-a268-4baa-a8b3-0d89a55f5b16,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:08.558960 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 58748) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:08.603097 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-20185bbc-c36e-4bc0-aa7b-d1d5903e18a7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ba59ae1dd0854ec58e3e087862fe2717&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405724 Jun 30 10:58:08.603097 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 58752) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:08.671758 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-06347fe6-3ff2-4ca3-8ec3-db38108b8056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:08.699475 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-06347fe6-3ff2-4ca3-8ec3-db38108b8056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:08.760723 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-06347fe6-3ff2-4ca3-8ec3-db38108b8056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:08.764782 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-06347fe6-3ff2-4ca3-8ec3-db38108b8056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:08.766206 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-06347fe6-3ff2-4ca3-8ec3-db38108b8056 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a8e031a6-8731-4239-a81c-7567aded2c98 HTTP/1.1" status: 204 len: 168 time: 0.1620016 Jun 30 10:58:08.781790 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06347fe6-3ff2-4ca3-8ec3-db38108b8056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e031a6-8731-4239-a81c-7567aded2c98,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:08.820043 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9a035197-8fae-4df3-bdc7-0a8f3a72dd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:09.050527 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:09.120117 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 6dafcd56-9792-43fb-a86a-d950f626df01 no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:58:09.140283 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: 6dafcd56-9792-43fb-a86a-d950f626df01 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:58:09.140631 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 6dafcd56-9792-43fb-a86a-d950f626df01 not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:58:09.141063 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 753981b3-d0b9-4c83-9fca-57b2c50f5754 no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:58:09.162195 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: 753981b3-d0b9-4c83-9fca-57b2c50f5754 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:58:09.162553 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 753981b3-d0b9-4c83-9fca-57b2c50f5754 not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:58:09.464449 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 58788) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:09.561843 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-369952962-network', 'tenant_id': '93479e7f58ab468e8ab47870b2bf90a5'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:58:09.582427 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Made reservation on behalf of 93479e7f58ab468e8ab47870b2bf90a5 for: {'network': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:58:09.584776 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for network, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:09.594233 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:09.684877 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:09.688827 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:09.716983 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=92943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:58:09.719281 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bf2ecd-d647-42ca-9e45-eeb9b0f40f07,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:09.731937 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:09.732294 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:09.732645 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:09.732974 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:09.733307 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:09.733639 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:09.733969 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:09.734298 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:09.734628 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:09.734954 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:09.735278 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:09.735600 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:09.739404 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:09.739786 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.db.segments_db [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Added segment a2820aa1-3a73-4cc5-9cf1-c1425cb1af22 of type vlan for network 1f5ddee5-7a70-4d09-acaa-dc47a89f5b0e Jun 30 10:58:09.776383 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:09.789334 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758624023098'] for network, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:09.822382 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for network, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:09.823279 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:09.823898 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:09.880642 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4150712 Jun 30 10:58:09.883767 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 58806) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:09.891754 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0837157-bed1-4e8e-afa1-a1604134fa86 admin admin] Pushing event updated for resources: {'Network': ['ID=1f5ddee5-7a70-4d09-acaa-dc47a89f5b0e,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:09.892293 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-3daf9de0-dd3b-42c7-a9fd-89abe457fa9c admin admin] Request body: {'subnet': {'network_id': '1f5ddee5-7a70-4d09-acaa-dc47a89f5b0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-369952962-subnet', 'tenant_id': '93479e7f58ab468e8ab47870b2bf90a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:58:09.903352 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Network 1f5ddee5-7a70-4d09-acaa-dc47a89f5b0e details requested by agent ovs-agent-dv-cinder-786627-16-iscsi with host dv-cinder-786627-16-iscsi {{(pid=92944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:58:09.929262 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3daf9de0-dd3b-42c7-a9fd-89abe457fa9c admin admin] Made reservation on behalf of 93479e7f58ab468e8ab47870b2bf90a5 for: {'subnet': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:58:09.933291 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3daf9de0-dd3b-42c7-a9fd-89abe457fa9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8389469'] for subnet, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:10.150942 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3daf9de0-dd3b-42c7-a9fd-89abe457fa9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8389451'] for subnet, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:10.215008 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf9de0-dd3b-42c7-a9fd-89abe457fa9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d30125a8-0cb4-4a46-9815-57e9379a662b,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:10.219582 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daf9de0-dd3b-42c7-a9fd-89abe457fa9c admin admin] Checking segment: {'id': 'a2820aa1-3a73-4cc5-9cf1-c1425cb1af22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1f5ddee5-7a70-4d09-acaa-dc47a89f5b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:58:10.220036 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daf9de0-dd3b-42c7-a9fd-89abe457fa9c admin admin] Network hostable DHCP agents. Network: 1f5ddee5-7a70-4d09-acaa-dc47a89f5b0e, hostable agents: ['b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62'], hosted agents: [] {{(pid=92942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:58:10.237539 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daf9de0-dd3b-42c7-a9fd-89abe457fa9c admin admin] Network 1f5ddee5-7a70-4d09-acaa-dc47a89f5b0e is scheduled to be hosted by DHCP agent b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62 with binding_index 1 {{(pid=92942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:58:10.246354 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-3daf9de0-dd3b-42c7-a9fd-89abe457fa9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-16-iscsi, 1f5ddee5-7a70-4d09-acaa-dc47a89f5b0e) {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:58:10.254694 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daf9de0-dd3b-42c7-a9fd-89abe457fa9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:10.254996 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d126489-5974-46ec-b6de-0b125e6ae9f5 None None] Network 1f5ddee5-7a70-4d09-acaa-dc47a89f5b0e requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:58:10.255294 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3daf9de0-dd3b-42c7-a9fd-89abe457fa9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:10.270204 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-3daf9de0-dd3b-42c7-a9fd-89abe457fa9c admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3849657 Jun 30 10:58:10.391619 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0596ee-0e6b-4bdd-9805-17bbed28eea8 None None] Network 1f5ddee5-7a70-4d09-acaa-dc47a89f5b0e requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:58:10.775677 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 58858) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:10.781775 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-80d9747e-24d1-443f-8323-32133d32111e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1127566645-network', 'tenant_id': 'c4d7448963f242c68a94fc08cca6b114'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:58:10.803171 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d9747e-24d1-443f-8323-32133d32111e admin admin] Made reservation on behalf of c4d7448963f242c68a94fc08cca6b114 for: {'network': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:58:10.805633 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-80d9747e-24d1-443f-8323-32133d32111e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for network, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:10.816145 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-80d9747e-24d1-443f-8323-32133d32111e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:10.918753 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-80d9747e-24d1-443f-8323-32133d32111e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:10.923922 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-80d9747e-24d1-443f-8323-32133d32111e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:10.952591 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9747e-24d1-443f-8323-32133d32111e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848dd822-3eee-47f3-9b46-f1d11770cad7,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:10.958131 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d9747e-24d1-443f-8323-32133d32111e admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=92942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:58:10.968908 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-80d9747e-24d1-443f-8323-32133d32111e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:10.969298 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.db.segments_db [None req-80d9747e-24d1-443f-8323-32133d32111e admin admin] Added segment a2259aa4-2eb2-4c0f-b0f8-5f947c3b68b2 of type vlan for network 4465971d-4800-4486-b7c5-3a171674dcfe Jun 30 10:58:11.017173 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-80d9747e-24d1-443f-8323-32133d32111e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758624023098'] for network, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:11.048741 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-80d9747e-24d1-443f-8323-32133d32111e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for network, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:11.049751 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d9747e-24d1-443f-8323-32133d32111e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:11.050486 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-80d9747e-24d1-443f-8323-32133d32111e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:11.100888 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-80d9747e-24d1-443f-8323-32133d32111e admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3240297 Jun 30 10:58:11.110058 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 58880) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:11.120186 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9747e-24d1-443f-8323-32133d32111e admin admin] Pushing event updated for resources: {'Network': ['ID=4465971d-4800-4486-b7c5-3a171674dcfe,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:11.120717 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-7f919e62-3c4e-4c7b-9b94-10fd68c6b664 admin admin] Request body: {'subnet': {'network_id': '4465971d-4800-4486-b7c5-3a171674dcfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1127566645-subnet', 'tenant_id': 'c4d7448963f242c68a94fc08cca6b114', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:58:11.131373 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Network 4465971d-4800-4486-b7c5-3a171674dcfe details requested by agent ovs-agent-dv-cinder-786627-16-iscsi with host dv-cinder-786627-16-iscsi {{(pid=92944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:58:11.150819 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f919e62-3c4e-4c7b-9b94-10fd68c6b664 admin admin] Made reservation on behalf of c4d7448963f242c68a94fc08cca6b114 for: {'subnet': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:58:11.154685 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7f919e62-3c4e-4c7b-9b94-10fd68c6b664 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8704171'] for subnet, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:11.394515 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7f919e62-3c4e-4c7b-9b94-10fd68c6b664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8704189'] for subnet, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:11.472513 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f919e62-3c4e-4c7b-9b94-10fd68c6b664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6843861-8ee8-4f92-8193-212298cf171b,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:11.489151 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f919e62-3c4e-4c7b-9b94-10fd68c6b664 admin admin] Checking segment: {'id': 'a2259aa4-2eb2-4c0f-b0f8-5f947c3b68b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4465971d-4800-4486-b7c5-3a171674dcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:58:11.489523 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f919e62-3c4e-4c7b-9b94-10fd68c6b664 admin admin] Network hostable DHCP agents. Network: 4465971d-4800-4486-b7c5-3a171674dcfe, hostable agents: ['b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62'], hosted agents: [] {{(pid=92943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:58:11.495241 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:11.518170 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f919e62-3c4e-4c7b-9b94-10fd68c6b664 admin admin] Network 4465971d-4800-4486-b7c5-3a171674dcfe is scheduled to be hosted by DHCP agent b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62 with binding_index 1 {{(pid=92943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:58:11.531053 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-7f919e62-3c4e-4c7b-9b94-10fd68c6b664 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-16-iscsi, 4465971d-4800-4486-b7c5-3a171674dcfe) {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:58:11.538365 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f919e62-3c4e-4c7b-9b94-10fd68c6b664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:11.541813 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7f919e62-3c4e-4c7b-9b94-10fd68c6b664 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:11.545032 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294efa09-e87b-4b89-9b4f-7e766a3654c8 None None] Network 4465971d-4800-4486-b7c5-3a171674dcfe requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:58:11.573014 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-7f919e62-3c4e-4c7b-9b94-10fd68c6b664 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4608183 Jun 30 10:58:11.701192 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33718af6-ec8f-4ff9-88c4-fe381fbbcafe req-9f31d36b-0567-42ec-b86c-f9db53ac9519 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:11.703997 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-33718af6-ec8f-4ff9-88c4-fe381fbbcafe req-9f31d36b-0567-42ec-b86c-f9db53ac9519 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=14fc3c85-7673-4886-92b3-a2d1446354c5 HTTP/1.1" status: 200 len: 946 time: 0.0955484 Jun 30 10:58:11.738801 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 58924) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:11.779406 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83ec7dc-7838-42af-a6e5-398cc1742343 None None] Network 4465971d-4800-4486-b7c5-3a171674dcfe requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:58:11.893210 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 58928) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:12.016487 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6990bc73-69b3-4aca-94d3-45871f8ebddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.054919 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-33718af6-ec8f-4ff9-88c4-fe381fbbcafe req-0b2fa8a4-bbfd-40a4-93ee-a5dda3c23238 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372180 Jun 30 10:58:12.063563 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6fe1630-549b-46f4-8fb1-afd4c71295a1 admin admin] Deleting subnet d30125a8-0cb4-4a46-9815-57e9379a662b {{(pid=92943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:58:12.067666 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1630-549b-46f4-8fb1-afd4c71295a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.108363 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1630-549b-46f4-8fb1-afd4c71295a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9296257'] for subnet, precommit_delete_associations {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.119505 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6990bc73-69b3-4aca-94d3-45871f8ebddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.124466 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6990bc73-69b3-4aca-94d3-45871f8ebddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.153377 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1630-549b-46f4-8fb1-afd4c71295a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988707'] for subnet, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.169518 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-6990bc73-69b3-4aca-94d3-45871f8ebddc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7e8214762edc40a58e6e8dceddf15329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748914 Jun 30 10:58:12.173689 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990bc73-69b3-4aca-94d3-45871f8ebddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11955bcc-e798-45dc-875f-1afe658bd250,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:12.173689 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 58932) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:12.223996 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1630-549b-46f4-8fb1-afd4c71295a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8704132'] for subnet, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.230963 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ec30d14e-12a5-4744-868f-f6bd2961a049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.249910 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe1630-549b-46f4-8fb1-afd4c71295a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d30125a8-0cb4-4a46-9815-57e9379a662b,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:12.256146 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1630-549b-46f4-8fb1-afd4c71295a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.258532 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-f6fe1630-549b-46f4-8fb1-afd4c71295a1 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/d30125a8-0cb4-4a46-9815-57e9379a662b HTTP/1.1" status: 204 len: 168 time: 0.5180497 Jun 30 10:58:12.260812 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 58936) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:12.265057 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ec30d14e-12a5-4744-868f-f6bd2961a049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.317452 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ec30d14e-12a5-4744-868f-f6bd2961a049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.320159 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ec30d14e-12a5-4744-868f-f6bd2961a049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.321318 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-ec30d14e-12a5-4744-868f-f6bd2961a049 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/11955bcc-e798-45dc-875f-1afe658bd250 HTTP/1.1" status: 204 len: 168 time: 0.1470375 Jun 30 10:58:12.330020 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30d14e-12a5-4744-868f-f6bd2961a049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11955bcc-e798-45dc-875f-1afe658bd250,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:12.330222 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-96187384-54e7-4fa5-9a1d-ed40ee54e204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592536'] for network, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.416650 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-96187384-54e7-4fa5-9a1d-ed40ee54e204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990652', 'neutron.services.segments.db._delete_segments_for_network-8758624453443'] for network, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.427518 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-96187384-54e7-4fa5-9a1d-ed40ee54e204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5ddee5-7a70-4d09-acaa-dc47a89f5b0e']}} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:12.439944 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-96187384-54e7-4fa5-9a1d-ed40ee54e204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2820aa1-3a73-4cc5-9cf1-c1425cb1af22') {'for_net_delete': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:12.440314 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-96187384-54e7-4fa5-9a1d-ed40ee54e204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2820aa1-3a73-4cc5-9cf1-c1425cb1af22') {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:12.449544 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-96187384-54e7-4fa5-9a1d-ed40ee54e204 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758624364746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9296264'] for segment, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.468213 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-96187384-54e7-4fa5-9a1d-ed40ee54e204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.475855 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96187384-54e7-4fa5-9a1d-ed40ee54e204 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=92943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:58:12.476445 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-96187384-54e7-4fa5-9a1d-ed40ee54e204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725870'] for segment, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: Traceback (most recent call last): Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: timer() Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: cb(*args, **kw) Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: return func(*args, **kwargs) Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: self._notify() Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: self.callback(batched_events) Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: event.method(event) Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: return f(self, *a, **k) Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: return self._get(url).json() Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: return self.request(url, 'GET', **kwargs) Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:58:12.477987 dv-cinder-786627-16-iscsi neutron-server[92943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:58:12.535705 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-96187384-54e7-4fa5-9a1d-ed40ee54e204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995776'] for network, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.541104 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-96187384-54e7-4fa5-9a1d-ed40ee54e204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.544162 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-96187384-54e7-4fa5-9a1d-ed40ee54e204 admin admin] 10.222.0.91 "DELETE /v2.0/networks/1f5ddee5-7a70-4d09-acaa-dc47a89f5b0e HTTP/1.1" status: 204 len: 168 time: 0.2823021 Jun 30 10:58:12.545966 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 58942) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:12.561291 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96187384-54e7-4fa5-9a1d-ed40ee54e204 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f5ddee5-7a70-4d09-acaa-dc47a89f5b0e,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:12.599118 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e083d9-ecf8-46a2-9f83-b1c61057d2cd admin admin] Deleting subnet e6843861-8ee8-4f92-8193-212298cf171b {{(pid=92942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:58:12.607001 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-94e083d9-ecf8-46a2-9f83-b1c61057d2cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.629037 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 58944) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:12.645316 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-94e083d9-ecf8-46a2-9f83-b1c61057d2cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9400928'] for subnet, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.645547 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-34011366-de8a-4e7d-8d26-8e3fde87ed32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.687306 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-94e083d9-ecf8-46a2-9f83-b1c61057d2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988707'] for subnet, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.740594 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-34011366-de8a-4e7d-8d26-8e3fde87ed32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.746115 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-94e083d9-ecf8-46a2-9f83-b1c61057d2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8415361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8389490'] for subnet, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.746821 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-34011366-de8a-4e7d-8d26-8e3fde87ed32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.772669 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e083d9-ecf8-46a2-9f83-b1c61057d2cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6843861-8ee8-4f92-8193-212298cf171b,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:12.776247 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-94e083d9-ecf8-46a2-9f83-b1c61057d2cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.778129 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-94e083d9-ecf8-46a2-9f83-b1c61057d2cd admin admin] 10.222.0.91 "DELETE /v2.0/subnets/e6843861-8ee8-4f92-8193-212298cf171b HTTP/1.1" status: 204 len: 168 time: 0.2311659 Jun 30 10:58:12.780793 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 58948) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:12.789522 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34011366-de8a-4e7d-8d26-8e3fde87ed32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ea678d-dbe5-44eb-8f8b-4e8608bd56ae,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:12.793664 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-34011366-de8a-4e7d-8d26-8e3fde87ed32 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b2a20c8e747f46699fd22c0d51b6a419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636167 Jun 30 10:58:12.797067 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 58950) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:12.848111 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-32c7c2ec-a243-4554-9bf6-4ea1b5a38c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.854076 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6d59030d-0be7-41ae-92e7-b764363744f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592536'] for network, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.870680 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-32c7c2ec-a243-4554-9bf6-4ea1b5a38c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.918160 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-32c7c2ec-a243-4554-9bf6-4ea1b5a38c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.922270 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-32c7c2ec-a243-4554-9bf6-4ea1b5a38c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.924091 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-32c7c2ec-a243-4554-9bf6-4ea1b5a38c8e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/23ea678d-dbe5-44eb-8f8b-4e8608bd56ae HTTP/1.1" status: 204 len: 168 time: 0.1261122 Jun 30 10:58:12.932287 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7c2ec-a243-4554-9bf6-4ea1b5a38c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ea678d-dbe5-44eb-8f8b-4e8608bd56ae,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:12.938722 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6d59030d-0be7-41ae-92e7-b764363744f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990652', 'neutron.services.segments.db._delete_segments_for_network-8758624453443'] for network, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.950196 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-6d59030d-0be7-41ae-92e7-b764363744f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4465971d-4800-4486-b7c5-3a171674dcfe']}} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:12.962697 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-6d59030d-0be7-41ae-92e7-b764363744f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2259aa4-2eb2-4c0f-b0f8-5f947c3b68b2') {'for_net_delete': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:12.963001 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-6d59030d-0be7-41ae-92e7-b764363744f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2259aa4-2eb2-4c0f-b0f8-5f947c3b68b2') {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:12.972577 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6d59030d-0be7-41ae-92e7-b764363744f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758624364746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9400937'] for segment, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.986723 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6d59030d-0be7-41ae-92e7-b764363744f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.993954 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d59030d-0be7-41ae-92e7-b764363744f6 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=92942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:58:12.994451 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6d59030d-0be7-41ae-92e7-b764363744f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8415266'] for segment, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: Traceback (most recent call last): Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: timer() Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: cb(*args, **kw) Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: return func(*args, **kwargs) Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: self._notify() Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: self.callback(batched_events) Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: event.method(event) Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: return f(self, *a, **k) Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: return self._get(url).json() Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: return self.request(url, 'GET', **kwargs) Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:58:12.996374 dv-cinder-786627-16-iscsi neutron-server[92942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:58:13.062535 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6d59030d-0be7-41ae-92e7-b764363744f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995776'] for network, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:13.067272 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6d59030d-0be7-41ae-92e7-b764363744f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:13.073053 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-6d59030d-0be7-41ae-92e7-b764363744f6 admin admin] 10.222.0.91 "DELETE /v2.0/networks/4465971d-4800-4486-b7c5-3a171674dcfe HTTP/1.1" status: 204 len: 168 time: 0.2877133 Jun 30 10:58:13.085070 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59030d-0be7-41ae-92e7-b764363744f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4465971d-4800-4486-b7c5-3a171674dcfe,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:13.276206 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8d3ed-5e81-4768-8753-67d2a6713f20 req-3bb14407-95eb-41dd-8ef4-0d0f2b99fc4a tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:13.278001 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c1f8d3ed-5e81-4768-8753-67d2a6713f20 req-3bb14407-95eb-41dd-8ef4-0d0f2b99fc4a tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=14fc3c85-7673-4886-92b3-a2d1446354c5 HTTP/1.1" status: 200 len: 946 time: 0.0962334 Jun 30 10:58:13.286570 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 58966) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:13.331751 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c1f8d3ed-5e81-4768-8753-67d2a6713f20 req-542a47af-836e-47ad-8edf-1f76a8ff8e17 tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/security-groups?id=93c3ded5-d3ad-4bb6-b149-913c4ba90227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442238 Jun 30 10:58:13.334269 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-9210ddc3-1c24-467f-ac7b-9796514b9413 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=93479e7f58ab468e8ab47870b2bf90a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462797 Jun 30 10:58:13.337139 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 58970) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:13.392307 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b59c35c5-659f-4207-bbe8-8f4eb4ef7bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:13.415169 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b59c35c5-659f-4207-bbe8-8f4eb4ef7bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:13.481585 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b59c35c5-659f-4207-bbe8-8f4eb4ef7bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:13.485644 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b59c35c5-659f-4207-bbe8-8f4eb4ef7bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:13.486823 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-b59c35c5-659f-4207-bbe8-8f4eb4ef7bdf admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/41bf2ecd-d647-42ca-9e45-eeb9b0f40f07 HTTP/1.1" status: 204 len: 168 time: 0.1485870 Jun 30 10:58:13.494821 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c35c5-659f-4207-bbe8-8f4eb4ef7bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bf2ecd-d647-42ca-9e45-eeb9b0f40f07,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:13.777666 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc06de-02e2-42b5-9fd3-5c4a061a0803 req-1aaa1319-e66e-4d4f-91a5-6ff8bde7cd3d tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:13.779958 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-84fc06de-02e2-42b5-9fd3-5c4a061a0803 req-1aaa1319-e66e-4d4f-91a5-6ff8bde7cd3d tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fc3c85-7673-4886-92b3-a2d1446354c5 HTTP/1.1" status: 200 len: 946 time: 0.0894659 Jun 30 10:58:13.832494 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 58988) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:13.892245 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-5c11a736-7250-45d8-9354-0f8ad9f50554 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c4d7448963f242c68a94fc08cca6b114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585668 Jun 30 10:58:13.894833 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 58994) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:13.896496 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-84fc06de-02e2-42b5-9fd3-5c4a061a0803 req-6be01731-4bad-4727-8207-395fffb73f2b tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Deleting port ccaa6e2c-01fb-459e-a2c1-6422480365d6 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:58:13.896825 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-84fc06de-02e2-42b5-9fd3-5c4a061a0803 req-6be01731-4bad-4727-8207-395fffb73f2b tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:13.957343 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e94dc4a7-28a1-41d4-862a-8e6e537b027c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:13.983449 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e94dc4a7-28a1-41d4-862a-8e6e537b027c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:14.025085 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-84fc06de-02e2-42b5-9fd3-5c4a061a0803 req-6be01731-4bad-4727-8207-395fffb73f2b tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] For port ccaa6e2c-01fb-459e-a2c1-6422480365d6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ccaa6e2c-01fb-459e-a2c1-6422480365d6,segment=NetworkSegment(280b53da-e87b-4ff3-97ab-ceaac7c5f99c),segment_id=280b53da-e87b-4ff3-97ab-ceaac7c5f99c)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:58:14.027848 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-84fc06de-02e2-42b5-9fd3-5c4a061a0803 req-6be01731-4bad-4727-8207-395fffb73f2b tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:14.047470 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-84fc06de-02e2-42b5-9fd3-5c4a061a0803 req-6be01731-4bad-4727-8207-395fffb73f2b tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Calling delete_port for ccaa6e2c-01fb-459e-a2c1-6422480365d6 owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:58:14.064728 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e94dc4a7-28a1-41d4-862a-8e6e537b027c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:14.069615 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e94dc4a7-28a1-41d4-862a-8e6e537b027c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:14.071411 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-e94dc4a7-28a1-41d4-862a-8e6e537b027c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/848dd822-3eee-47f3-9b46-f1d11770cad7 HTTP/1.1" status: 204 len: 168 time: 0.1757343 Jun 30 10:58:14.088277 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94dc4a7-28a1-41d4-862a-8e6e537b027c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848dd822-3eee-47f3-9b46-f1d11770cad7,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:14.232672 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-84fc06de-02e2-42b5-9fd3-5c4a061a0803 req-6be01731-4bad-4727-8207-395fffb73f2b tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:14.247948 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['ccaa6e2c-01fb-459e-a2c1-6422480365d6'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:58:14.267263 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be01731-4bad-4727-8207-395fffb73f2b tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Pushing event deleted for resources: {'Port': ['ID=ccaa6e2c-01fb-459e-a2c1-6422480365d6,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:14.321107 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fc06de-02e2-42b5-9fd3-5c4a061a0803 req-6be01731-4bad-4727-8207-395fffb73f2b tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] No DVR routers for this DVR port ccaa6e2c-01fb-459e-a2c1-6422480365d6 on host hv-cinder-78662 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:58:14.323624 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-84fc06de-02e2-42b5-9fd3-5c4a061a0803 req-6be01731-4bad-4727-8207-395fffb73f2b tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:14.326920 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-84fc06de-02e2-42b5-9fd3-5c4a061a0803 req-6be01731-4bad-4727-8207-395fffb73f2b tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.39 "DELETE /v2.0/ports/ccaa6e2c-01fb-459e-a2c1-6422480365d6 HTTP/1.1" status: 204 len: 173 time: 0.5405505 Jun 30 10:58:14.327442 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fc3c85-7673-4886-92b3-a2d1446354c5', 'name': 'network-vif-deleted', 'tag': 'ccaa6e2c-01fb-459e-a2c1-6422480365d6'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:58:14.330332 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f65ab91-da48-42d8-b4cd-787b34113eb6" -d '{"events": [{"server_uuid": "14fc3c85-7673-4886-92b3-a2d1446354c5", "name": "network-vif-deleted", "tag": "ccaa6e2c-01fb-459e-a2c1-6422480365d6"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:58:14.391369 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47e12cf-7057-4251-a432-1e32336e7c1c x-openstack-request-id: req-b47e12cf-7057-4251-a432-1e32336e7c1c {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:58:14.391699 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14fc3c85-7673-4886-92b3-a2d1446354c5", "name": "network-vif-deleted", "tag": "ccaa6e2c-01fb-459e-a2c1-6422480365d6", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:58:14.391942 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b47e12cf-7057-4251-a432-1e32336e7c1c {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:58:14.392585 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14fc3c85-7673-4886-92b3-a2d1446354c5', 'name': 'network-vif-deleted', 'tag': 'ccaa6e2c-01fb-459e-a2c1-6422480365d6', 'status': 'completed', 'code': 200} Jun 30 10:58:14.546319 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-1473ebe5-ba3c-4828-9fc1-30c9bfdb5db1 req-f30a8d7e-f0cc-46e6-bfbb-74387af4e25f tempest-VolumesSnapshotTestJSON-1769280844 tempest-VolumesSnapshotTestJSON-1769280844-project] 10.222.0.91 "GET /v2.0/ports?device_id=14fc3c85-7673-4886-92b3-a2d1446354c5 HTTP/1.1" status: 200 len: 210 time: 0.0387783 Jun 30 10:58:15.580116 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6b3b0-4427-4bb3-9b1a-4a3e9f968976 req-7651def8-cd2e-4016-8044-ac320da14eb4 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:15.583456 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2bd6b3b0-4427-4bb3-9b1a-4a3e9f968976 req-7651def8-cd2e-4016-8044-ac320da14eb4 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0888500 Jun 30 10:58:15.656454 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2bd6b3b0-4427-4bb3-9b1a-4a3e9f968976 req-a5905e13-36f7-421b-bbbf-7897bec50523 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606353 Jun 30 10:58:16.820651 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9f3d1-abe7-40a5-9424-ea3d28e3abbb req-0cc22ff5-308c-4c3a-8df5-b499ea2aa38c tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:16.822146 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a6c9f3d1-abe7-40a5-9424-ea3d28e3abbb req-0cc22ff5-308c-4c3a-8df5-b499ea2aa38c tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0645890 Jun 30 10:58:16.859994 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a6c9f3d1-abe7-40a5-9424-ea3d28e3abbb req-2c2d63a6-891a-4ab6-85bd-c893f99f4e5e tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311129 Jun 30 10:58:18.042423 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486b6a5-a89b-4481-bd8e-f972a77c1305 req-450de516-f5e6-4a9d-8e5a-cc7408181cfc tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:18.043941 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0486b6a5-a89b-4481-bd8e-f972a77c1305 req-450de516-f5e6-4a9d-8e5a-cc7408181cfc tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0706012 Jun 30 10:58:18.095235 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0486b6a5-a89b-4481-bd8e-f972a77c1305 req-64984a8c-c380-4da5-a812-bae0e8ad8732 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448217 Jun 30 10:58:19.269277 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6c868-07a5-4524-8a3f-1fbccc84a685 req-3e37c65e-d78a-4200-a9f5-bd3323a147cc tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:19.270814 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3ed6c868-07a5-4524-8a3f-1fbccc84a685 req-3e37c65e-d78a-4200-a9f5-bd3323a147cc tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0651989 Jun 30 10:58:19.309589 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3ed6c868-07a5-4524-8a3f-1fbccc84a685 req-5a66121b-bf17-47d7-b698-9bcf6bcc564f tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331447 Jun 30 10:58:19.505717 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device ccaa6e2c-01fb-459e-a2c1-6422480365d6 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:58:19.526190 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] No Port match for: ccaa6e2c-01fb-459e-a2c1-6422480365d6 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:58:19.526537 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device ccaa6e2c-01fb-459e-a2c1-6422480365d6 not bound to the agent host hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:58:20.481016 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa333d-d4ce-4feb-b184-98b43c83628c req-45f64a6b-07af-4c9b-b8b5-51b79aafd686 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:20.482740 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-beaa333d-d4ce-4feb-b184-98b43c83628c req-45f64a6b-07af-4c9b-b8b5-51b79aafd686 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0637469 Jun 30 10:58:20.520679 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-beaa333d-d4ce-4feb-b184-98b43c83628c req-3d9332cd-77a3-4b76-b39d-6f4d091ea269 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314815 Jun 30 10:58:21.723005 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad207b-d0e0-435c-8706-87ec99b3792c req-ecd5aac2-48f4-4bac-a55e-4e55fc3adb7e tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:21.724594 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a7ad207b-d0e0-435c-8706-87ec99b3792c req-ecd5aac2-48f4-4bac-a55e-4e55fc3adb7e tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0662246 Jun 30 10:58:21.763588 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a7ad207b-d0e0-435c-8706-87ec99b3792c req-afec8c6d-5e6f-4966-bb37-490083973480 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324798 Jun 30 10:58:22.941923 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b41698-de24-42de-9d47-0413433f8361 req-b7180c17-dbf4-4197-8b5c-4e5d81d14902 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:22.943393 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f8b41698-de24-42de-9d47-0413433f8361 req-b7180c17-dbf4-4197-8b5c-4e5d81d14902 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0643642 Jun 30 10:58:22.982764 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f8b41698-de24-42de-9d47-0413433f8361 req-d5ec74c8-bd37-4786-aa6b-a62129ba0d47 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333056 Jun 30 10:58:24.189550 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abd122-2f98-43c3-ad7a-a781a6eba023 req-1bf16d62-29e3-4027-b271-4b1454d55bad tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:24.192300 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-80abd122-2f98-43c3-ad7a-a781a6eba023 req-1bf16d62-29e3-4027-b271-4b1454d55bad tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0842466 Jun 30 10:58:24.261022 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-80abd122-2f98-43c3-ad7a-a781a6eba023 req-c816c7bd-93dc-4530-996e-8fc9efd22f6a tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596254 Jun 30 10:58:25.485847 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c299580-f68d-45cb-8e07-43f9c38d7f37 req-9f32b432-86f5-44ff-bc90-9454d3344b66 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:25.487912 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c299580-f68d-45cb-8e07-43f9c38d7f37 req-9f32b432-86f5-44ff-bc90-9454d3344b66 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0975137 Jun 30 10:58:25.539157 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c299580-f68d-45cb-8e07-43f9c38d7f37 req-ec610022-613f-4fe7-8845-ec8a19fc9995 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424137 Jun 30 10:58:25.968716 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 59338) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:26.074640 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-9021e849-2f72-4b40-adc1-ef9f412cdd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:26.169714 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-9021e849-2f72-4b40-adc1-ef9f412cdd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:26.174153 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-9021e849-2f72-4b40-adc1-ef9f412cdd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:26.215883 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-9021e849-2f72-4b40-adc1-ef9f412cdd6a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4608e71e45004e79b46e6972a5b2a4ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436607 Jun 30 10:58:26.215883 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021e849-2f72-4b40-adc1-ef9f412cdd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c14aaa0-e8f6-45fd-a2e6-88cfaa99cfcb,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:26.216485 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 59348) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:26.277406 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-13a62e1a-2a2a-4d48-9030-e7c448e69cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:26.300310 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-13a62e1a-2a2a-4d48-9030-e7c448e69cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:26.352592 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-13a62e1a-2a2a-4d48-9030-e7c448e69cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:26.355450 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-13a62e1a-2a2a-4d48-9030-e7c448e69cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:26.359894 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-13a62e1a-2a2a-4d48-9030-e7c448e69cfc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8c14aaa0-e8f6-45fd-a2e6-88cfaa99cfcb HTTP/1.1" status: 204 len: 168 time: 0.1395547 Jun 30 10:58:26.366085 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a62e1a-2a2a-4d48-9030-e7c448e69cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c14aaa0-e8f6-45fd-a2e6-88cfaa99cfcb,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:26.654836 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 59366) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:26.668382 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-73fc7b8f-7ce7-4502-af9d-ea56b1c1c895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:26.715798 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b102b-8693-424c-af7d-bf9f37b8c31d req-bfe8a344-543f-4db0-bcf6-356fcc7485b9 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:26.718077 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d48b102b-8693-424c-af7d-bf9f37b8c31d req-bfe8a344-543f-4db0-bcf6-356fcc7485b9 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0642014 Jun 30 10:58:26.760434 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d48b102b-8693-424c-af7d-bf9f37b8c31d req-228e1f8f-a79f-4a7f-befc-f6ac208fbbd8 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360615 Jun 30 10:58:26.765523 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-73fc7b8f-7ce7-4502-af9d-ea56b1c1c895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:26.769879 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-73fc7b8f-7ce7-4502-af9d-ea56b1c1c895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:26.808602 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-73fc7b8f-7ce7-4502-af9d-ea56b1c1c895 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=37a7baff87d442b2993a8c02c186a4d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526742 Jun 30 10:58:26.809443 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc7b8f-7ce7-4502-af9d-ea56b1c1c895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0badfa-de7c-4552-a3b9-160e42b0668f,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:26.811331 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 59368) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:26.863494 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-08f9570e-9852-4381-bf92-af0f82ddea8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:26.883316 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-08f9570e-9852-4381-bf92-af0f82ddea8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:26.927412 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-08f9570e-9852-4381-bf92-af0f82ddea8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:26.929969 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-08f9570e-9852-4381-bf92-af0f82ddea8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:26.931096 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-08f9570e-9852-4381-bf92-af0f82ddea8a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4a0badfa-de7c-4552-a3b9-160e42b0668f HTTP/1.1" status: 204 len: 168 time: 0.1186800 Jun 30 10:58:26.938800 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9570e-9852-4381-bf92-af0f82ddea8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0badfa-de7c-4552-a3b9-160e42b0668f,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:27.254771 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 59378) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:27.268756 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-76976d5e-2554-449e-ba68-ab8c2496a0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:27.356643 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-76976d5e-2554-449e-ba68-ab8c2496a0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:27.361021 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-76976d5e-2554-449e-ba68-ab8c2496a0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:27.399281 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-76976d5e-2554-449e-ba68-ab8c2496a0a6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e688685d057f40458a7010d025c412eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434033 Jun 30 10:58:27.400005 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76976d5e-2554-449e-ba68-ab8c2496a0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d479e9-ccee-4a47-bd3c-7d4bc8434ad0,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:27.402057 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 59380) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:27.452930 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1fa55a7a-c287-4e79-8e0e-f2a40593c2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:27.473539 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1fa55a7a-c287-4e79-8e0e-f2a40593c2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:27.518368 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1fa55a7a-c287-4e79-8e0e-f2a40593c2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:27.521048 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1fa55a7a-c287-4e79-8e0e-f2a40593c2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:27.522140 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-1fa55a7a-c287-4e79-8e0e-f2a40593c2a1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/81d479e9-ccee-4a47-bd3c-7d4bc8434ad0 HTTP/1.1" status: 204 len: 168 time: 0.1190681 Jun 30 10:58:27.530090 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa55a7a-c287-4e79-8e0e-f2a40593c2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d479e9-ccee-4a47-bd3c-7d4bc8434ad0,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:27.937230 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc08a4-b1d4-42c9-b948-efd3ab6149bf req-d9163c60-1330-4424-83fe-e80b0c4e7375 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:27.938769 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-60fc08a4-b1d4-42c9-b948-efd3ab6149bf req-d9163c60-1330-4424-83fe-e80b0c4e7375 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0666080 Jun 30 10:58:27.983352 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-60fc08a4-b1d4-42c9-b948-efd3ab6149bf req-9b6b6227-1def-45cb-9af6-1ccfc12cff13 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371354 Jun 30 10:58:29.162167 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cef9a5-532d-426e-9cc4-ff6e4af319e5 req-642fa55f-b93d-459b-a5a7-197db3b3bd70 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:29.163689 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c1cef9a5-532d-426e-9cc4-ff6e4af319e5 req-642fa55f-b93d-459b-a5a7-197db3b3bd70 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0651951 Jun 30 10:58:29.213312 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c1cef9a5-532d-426e-9cc4-ff6e4af319e5 req-05a566b8-68ad-4693-aec6-2b63f6e1a71c tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421996 Jun 30 10:58:30.405640 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b335c-afa5-447e-ad9a-8d234a2700f8 req-9abe3567-a8ed-43a6-baed-d14f4faffba0 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:30.408112 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d95b335c-afa5-447e-ad9a-8d234a2700f8 req-9abe3567-a8ed-43a6-baed-d14f4faffba0 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0679686 Jun 30 10:58:30.449546 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d95b335c-afa5-447e-ad9a-8d234a2700f8 req-6fff8db0-70eb-4fc0-bf94-0f6d38b8acfd tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360065 Jun 30 10:58:31.635926 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87703172-a89e-44cf-a5d5-3d679d7aa342 req-f31ffa4f-a944-4edd-8085-41311ea2b917 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:31.637552 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-87703172-a89e-44cf-a5d5-3d679d7aa342 req-f31ffa4f-a944-4edd-8085-41311ea2b917 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0679688 Jun 30 10:58:31.676513 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-87703172-a89e-44cf-a5d5-3d679d7aa342 req-8ba8dae9-9daa-401f-b2f7-e2823c76e48d tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330017 Jun 30 10:58:32.043225 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc1884-629b-4ec5-ac3d-e681d17860b7 req-6523f186-b6d7-4a5c-a0bc-7ac82ec9ea92 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:32.045746 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-f5dc1884-629b-4ec5-ac3d-e681d17860b7 req-6523f186-b6d7-4a5c-a0bc-7ac82ec9ea92 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0670619 Jun 30 10:58:32.063346 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43093a83-91a0-46ea-8c8b-431826760e8e req-bf3b9f49-ef64-4856-8f52-587777feec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:32.064864 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-43093a83-91a0-46ea-8c8b-431826760e8e req-bf3b9f49-ef64-4856-8f52-587777feec5e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f97ed3dca85f49a08eeaada9d16f9c13&device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 1098 time: 0.0603669 Jun 30 10:58:32.087999 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-f5dc1884-629b-4ec5-ac3d-e681d17860b7 req-ea9cd4d2-044f-4a15-85ec-1bb781adb16c tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356541 Jun 30 10:58:32.187410 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43093a83-91a0-46ea-8c8b-431826760e8e req-ad6304ed-5c8c-4e83-b14e-b4df94ec4435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:32.189093 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-43093a83-91a0-46ea-8c8b-431826760e8e req-ad6304ed-5c8c-4e83-b14e-b4df94ec4435 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b064df9a-1bb0-4ef7-88cf-3439f5069f39 HTTP/1.1" status: 200 len: 911 time: 0.1163836 Jun 30 10:58:32.287350 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-43093a83-91a0-46ea-8c8b-431826760e8e req-b97fd5ad-e263-44c3-99a2-1cfe196b919a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 HTTP/1.1" status: 200 len: 1001 time: 0.0900345 Jun 30 10:58:32.353097 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43093a83-91a0-46ea-8c8b-431826760e8e req-5b368c82-dd34-4ce3-be64-bf673b4e9857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:32.354593 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-43093a83-91a0-46ea-8c8b-431826760e8e req-5b368c82-dd34-4ce3-be64-bf673b4e9857 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f321f395-8a24-424f-a000-187ba04163ef HTTP/1.1" status: 200 len: 849 time: 0.0580869 Jun 30 10:58:32.417469 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43093a83-91a0-46ea-8c8b-431826760e8e req-0fb8f97e-8888-42b9-8cfe-5087d2f3939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:32.419923 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-43093a83-91a0-46ea-8c8b-431826760e8e req-0fb8f97e-8888-42b9-8cfe-5087d2f3939c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b064df9a-1bb0-4ef7-88cf-3439f5069f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0571904 Jun 30 10:58:32.536485 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-43093a83-91a0-46ea-8c8b-431826760e8e req-9124d08e-3a6b-46a8-a978-c986794efeda service neutron] 10.222.0.39 "GET /v2.0/networks/b064df9a-1bb0-4ef7-88cf-3439f5069f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094627 Jun 30 10:58:32.641150 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-43093a83-91a0-46ea-8c8b-431826760e8e req-b81da1fc-46cb-48c2-8872-4ac9b9e0d4c7 service neutron] 10.222.0.39 "GET /v2.0/networks/b064df9a-1bb0-4ef7-88cf-3439f5069f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976930 Jun 30 10:58:33.269459 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:58:33.278786 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed90f4-ae3c-49d0-8577-ace85459ca2c req-5813dd9b-9178-4f93-853d-bc2185543e8b tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:33.280810 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7fed90f4-ae3c-49d0-8577-ace85459ca2c req-5813dd9b-9178-4f93-853d-bc2185543e8b tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0668979 Jun 30 10:58:33.319167 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7fed90f4-ae3c-49d0-8577-ace85459ca2c req-120ebc52-aaed-4eba-a6cf-570fd21197e4 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326045 Jun 30 10:58:34.079441 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:34.131679 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 59616) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:34.234162 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f03d7c14-c236-4c67-a110-13c37da2ae01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:34.324920 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f03d7c14-c236-4c67-a110-13c37da2ae01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:34.329316 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f03d7c14-c236-4c67-a110-13c37da2ae01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:34.367458 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-f03d7c14-c236-4c67-a110-13c37da2ae01 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3dcd3ec6a3c3427ea408c5003a85adb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346931 Jun 30 10:58:34.368363 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d7c14-c236-4c67-a110-13c37da2ae01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdd3b9f-9c8d-4b08-a656-fba77fe111ec,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:34.370061 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 59622) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:34.462253 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-917ea5bc-629c-4699-afe6-b431e41cc7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:34.488178 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-917ea5bc-629c-4699-afe6-b431e41cc7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:34.501118 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f0b0b-00df-46e0-a85c-a5760cee8be9 req-69041b12-b607-4bcc-a728-2b10f8c05bbe tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:34.502658 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-fd5f0b0b-00df-46e0-a85c-a5760cee8be9 req-69041b12-b607-4bcc-a728-2b10f8c05bbe tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0628080 Jun 30 10:58:34.513866 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b2a508de-029e-4339-a5ba-97cb83d37a99 req-09c014c4-2f04-42d6-8cb1-a00bb17998bd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1024275 Jun 30 10:58:34.547455 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-fd5f0b0b-00df-46e0-a85c-a5760cee8be9 req-50ca2a47-2448-4b59-b333-0a193b71745d tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389602 Jun 30 10:58:34.558533 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-917ea5bc-629c-4699-afe6-b431e41cc7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:34.562596 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-917ea5bc-629c-4699-afe6-b431e41cc7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:34.564176 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-917ea5bc-629c-4699-afe6-b431e41cc7c8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ffdd3b9f-9c8d-4b08-a656-fba77fe111ec HTTP/1.1" status: 204 len: 168 time: 0.1922898 Jun 30 10:58:34.605407 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ea5bc-629c-4699-afe6-b431e41cc7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdd3b9f-9c8d-4b08-a656-fba77fe111ec,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:34.615955 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ea5bc-629c-4699-afe6-b431e41cc7c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:34.616371 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ea5bc-629c-4699-afe6-b431e41cc7c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:34.616773 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ea5bc-629c-4699-afe6-b431e41cc7c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:34.617171 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ea5bc-629c-4699-afe6-b431e41cc7c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:34.617594 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ea5bc-629c-4699-afe6-b431e41cc7c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:34.617985 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ea5bc-629c-4699-afe6-b431e41cc7c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:34.618391 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ea5bc-629c-4699-afe6-b431e41cc7c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:34.618781 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ea5bc-629c-4699-afe6-b431e41cc7c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:34.619172 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ea5bc-629c-4699-afe6-b431e41cc7c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:34.619552 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ea5bc-629c-4699-afe6-b431e41cc7c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:34.620138 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ea5bc-629c-4699-afe6-b431e41cc7c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:34.620540 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ea5bc-629c-4699-afe6-b431e41cc7c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:34.639896 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a508de-029e-4339-a5ba-97cb83d37a99 req-b4dc23d9-eb69-423b-a76e-bbea27db1df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:34.641673 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b2a508de-029e-4339-a5ba-97cb83d37a99 req-b4dc23d9-eb69-423b-a76e-bbea27db1df5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f97ed3dca85f49a08eeaada9d16f9c13&device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 1098 time: 0.0929925 Jun 30 10:58:34.771592 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a508de-029e-4339-a5ba-97cb83d37a99 req-c21624e3-b7a7-4e56-bf7b-03a1eae3fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:34.773152 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b2a508de-029e-4339-a5ba-97cb83d37a99 req-c21624e3-b7a7-4e56-bf7b-03a1eae3fb27 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b064df9a-1bb0-4ef7-88cf-3439f5069f39 HTTP/1.1" status: 200 len: 911 time: 0.0917783 Jun 30 10:58:34.850389 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b2a508de-029e-4339-a5ba-97cb83d37a99 req-230e6231-f38a-4aac-bd6b-a9ba9fd76939 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 HTTP/1.1" status: 200 len: 1001 time: 0.0672698 Jun 30 10:58:34.877408 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 59646) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:34.891300 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-19a1170c-5941-4fb2-9994-d0d2155def15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:34.908434 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a508de-029e-4339-a5ba-97cb83d37a99 req-ab4de36f-c74a-452d-be88-192aee5fb6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:34.909989 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b2a508de-029e-4339-a5ba-97cb83d37a99 req-ab4de36f-c74a-452d-be88-192aee5fb6ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f321f395-8a24-424f-a000-187ba04163ef HTTP/1.1" status: 200 len: 849 time: 0.0494082 Jun 30 10:58:34.985180 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a508de-029e-4339-a5ba-97cb83d37a99 req-da733c9a-6ce0-4f62-be8b-1ea1a661b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:34.986778 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b2a508de-029e-4339-a5ba-97cb83d37a99 req-da733c9a-6ce0-4f62-be8b-1ea1a661b191 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b064df9a-1bb0-4ef7-88cf-3439f5069f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0688622 Jun 30 10:58:34.999842 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-19a1170c-5941-4fb2-9994-d0d2155def15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:35.004365 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-19a1170c-5941-4fb2-9994-d0d2155def15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:35.049069 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-19a1170c-5941-4fb2-9994-d0d2155def15 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b0f920b933e1434c971faf4f0d9c62c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1705451 Jun 30 10:58:35.050021 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1170c-5941-4fb2-9994-d0d2155def15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf29da6e-26fa-4108-9976-95f7e57f5dbc,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:35.052496 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 59656) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:35.087347 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b2a508de-029e-4339-a5ba-97cb83d37a99 req-f8f966a7-59bd-4ddc-acbc-f989b8cf158e service neutron] 10.222.0.39 "GET /v2.0/networks/b064df9a-1bb0-4ef7-88cf-3439f5069f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919275 Jun 30 10:58:35.105756 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c77a61bd-bd63-4737-a1d1-38c81314fa3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:35.129051 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c77a61bd-bd63-4737-a1d1-38c81314fa3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:35.182369 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c77a61bd-bd63-4737-a1d1-38c81314fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:35.185089 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c77a61bd-bd63-4737-a1d1-38c81314fa3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:35.186453 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-c77a61bd-bd63-4737-a1d1-38c81314fa3e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bf29da6e-26fa-4108-9976-95f7e57f5dbc HTTP/1.1" status: 204 len: 168 time: 0.1327074 Jun 30 10:58:35.194521 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a61bd-bd63-4737-a1d1-38c81314fa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf29da6e-26fa-4108-9976-95f7e57f5dbc,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:35.210357 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b2a508de-029e-4339-a5ba-97cb83d37a99 req-6b8d366e-4481-41c7-8c73-9eaa44943f20 service neutron] 10.222.0.39 "GET /v2.0/networks/b064df9a-1bb0-4ef7-88cf-3439f5069f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158054 Jun 30 10:58:35.962095 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b9628282-1b3e-47ed-982a-4e237cd085b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:36.251600 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 59702) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:36.366782 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e69f1396-bba9-45fd-a151-1eea91515e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:36.465699 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e69f1396-bba9-45fd-a151-1eea91515e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:36.469959 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e69f1396-bba9-45fd-a151-1eea91515e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:36.508682 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-e69f1396-bba9-45fd-a151-1eea91515e21 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1bbed6f8082c455d8d2891329176b6d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558053 Jun 30 10:58:36.511354 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 59724) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:36.519205 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f1396-bba9-45fd-a151-1eea91515e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a1ee9a-bec5-4418-8174-a5af5407b01e,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:36.578242 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-59ec662e-64a5-4625-8d01-ca3fe04f96eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:36.602252 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-59ec662e-64a5-4625-8d01-ca3fe04f96eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:36.651476 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-59ec662e-64a5-4625-8d01-ca3fe04f96eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:36.654993 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-59ec662e-64a5-4625-8d01-ca3fe04f96eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:36.656691 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-59ec662e-64a5-4625-8d01-ca3fe04f96eb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/41a1ee9a-bec5-4418-8174-a5af5407b01e HTTP/1.1" status: 204 len: 168 time: 0.1434484 Jun 30 10:58:36.666393 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec662e-64a5-4625-8d01-ca3fe04f96eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a1ee9a-bec5-4418-8174-a5af5407b01e,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:36.735989 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 59738) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:36.997363 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6ada5731-d46e-4b62-b6ae-d1f6719f9c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:37.102788 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6ada5731-d46e-4b62-b6ae-d1f6719f9c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:37.108034 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6ada5731-d46e-4b62-b6ae-d1f6719f9c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:37.156969 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-6ada5731-d46e-4b62-b6ae-d1f6719f9c1d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5a13ccdbea614b6f9979b872accb060b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4197834 Jun 30 10:58:37.158312 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada5731-d46e-4b62-b6ae-d1f6719f9c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4faad0d-9c7d-4f52-badc-d6473a001ab6,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:37.159708 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 59766) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:37.220053 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5b91cc13-c28c-42fc-8541-8b0528faa108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:37.243914 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5b91cc13-c28c-42fc-8541-8b0528faa108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:37.328182 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5b91cc13-c28c-42fc-8541-8b0528faa108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:37.330960 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5b91cc13-c28c-42fc-8541-8b0528faa108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:37.334752 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-5b91cc13-c28c-42fc-8541-8b0528faa108 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e4faad0d-9c7d-4f52-badc-d6473a001ab6 HTTP/1.1" status: 204 len: 168 time: 0.1734626 Jun 30 10:58:37.343693 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91cc13-c28c-42fc-8541-8b0528faa108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4faad0d-9c7d-4f52-badc-d6473a001ab6,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:37.617159 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 59798) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:37.630406 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-9e871538-c2a1-4903-9609-7bf79ad209c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:37.722451 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-9e871538-c2a1-4903-9609-7bf79ad209c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:37.726482 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-9e871538-c2a1-4903-9609-7bf79ad209c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:37.769307 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-9e871538-c2a1-4903-9609-7bf79ad209c0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=10259f06c4634b5b983e1ddb10883721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510482 Jun 30 10:58:37.770180 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e871538-c2a1-4903-9609-7bf79ad209c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f292c0-7c37-4188-8e37-58b79a6bf829,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:37.772222 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 59800) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:37.824044 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e2072af9-d47b-41ed-bc07-974138de92fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:37.845142 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e2072af9-d47b-41ed-bc07-974138de92fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:37.894764 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e2072af9-d47b-41ed-bc07-974138de92fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:37.897322 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e2072af9-d47b-41ed-bc07-974138de92fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:37.898450 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-e2072af9-d47b-41ed-bc07-974138de92fe admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/00f292c0-7c37-4188-8e37-58b79a6bf829 HTTP/1.1" status: 204 len: 168 time: 0.1249309 Jun 30 10:58:37.908051 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2072af9-d47b-41ed-bc07-974138de92fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f292c0-7c37-4188-8e37-58b79a6bf829,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:38.226830 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 59834) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:38.332836 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-29924437-a5b1-4dee-acaa-fedae5da064b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:38.456293 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-29924437-a5b1-4dee-acaa-fedae5da064b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:38.461278 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-29924437-a5b1-4dee-acaa-fedae5da064b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:38.504804 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29924437-a5b1-4dee-acaa-fedae5da064b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0615ad7-cc17-440c-aac0-0474028bad87,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:38.510832 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-29924437-a5b1-4dee-acaa-fedae5da064b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d16b7ee688c140a79bda6236f08ec574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2826779 Jun 30 10:58:38.514173 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 59854) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:38.569004 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a285e3aa-1a86-4094-a495-e7ffe3f830c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:38.595610 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a285e3aa-1a86-4094-a495-e7ffe3f830c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:38.644618 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a285e3aa-1a86-4094-a495-e7ffe3f830c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:38.647436 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a285e3aa-1a86-4094-a495-e7ffe3f830c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:38.648967 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-a285e3aa-1a86-4094-a495-e7ffe3f830c5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d0615ad7-cc17-440c-aac0-0474028bad87 HTTP/1.1" status: 204 len: 168 time: 0.1334682 Jun 30 10:58:38.662231 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285e3aa-1a86-4094-a495-e7ffe3f830c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0615ad7-cc17-440c-aac0-0474028bad87,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:38.813907 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e87028d-a4ba-40c0-bf74-0d699a84746f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:39.052275 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:39.761441 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 59908) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:39.777487 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:39.874529 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e76785a6-6c95-44b9-b431-6e132f425afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:39.962767 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e76785a6-6c95-44b9-b431-6e132f425afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:39.967234 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e76785a6-6c95-44b9-b431-6e132f425afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:40.008765 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-e76785a6-6c95-44b9-b431-6e132f425afb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4475f452bf144c10abbbaf40275b008f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457013 Jun 30 10:58:40.009884 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76785a6-6c95-44b9-b431-6e132f425afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91460eb-d504-45da-8eb7-3f4465843191,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:40.011585 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 59912) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:40.062322 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c2596c79-b6a6-48f0-adb1-84e760e1404c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:40.083713 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c2596c79-b6a6-48f0-adb1-84e760e1404c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:40.129905 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c2596c79-b6a6-48f0-adb1-84e760e1404c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:40.132603 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c2596c79-b6a6-48f0-adb1-84e760e1404c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:40.133730 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-c2596c79-b6a6-48f0-adb1-84e760e1404c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e91460eb-d504-45da-8eb7-3f4465843191 HTTP/1.1" status: 204 len: 168 time: 0.1210423 Jun 30 10:58:40.142147 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2596c79-b6a6-48f0-adb1-84e760e1404c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91460eb-d504-45da-8eb7-3f4465843191,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:40.388557 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 59920) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:40.390364 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 59922) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:40.408502 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-462ae0d9-2c4a-41a8-870c-831cab1f3169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:40.461226 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0471dc-a1d6-4f3e-98a4-2bfcb3ec0c7b admin admin] Deleting subnet 4bf2fb00-096b-4b29-8de3-eddb01e7528c {{(pid=92943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:58:40.467976 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-dc0471dc-a1d6-4f3e-98a4-2bfcb3ec0c7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:40.516051 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-dc0471dc-a1d6-4f3e-98a4-2bfcb3ec0c7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9296257'] for subnet, precommit_delete_associations {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:40.576159 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-dc0471dc-a1d6-4f3e-98a4-2bfcb3ec0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988707'] for subnet, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:40.628987 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-462ae0d9-2c4a-41a8-870c-831cab1f3169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:40.634738 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-462ae0d9-2c4a-41a8-870c-831cab1f3169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:40.679995 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-dc0471dc-a1d6-4f3e-98a4-2bfcb3ec0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8704132'] for subnet, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:40.683872 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ae0d9-2c4a-41a8-870c-831cab1f3169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af3565b-7bad-4a13-a3fa-a71b021694a8,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:40.708084 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-462ae0d9-2c4a-41a8-870c-831cab1f3169 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c0d3c96d07df47a28defe4c962b189ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183165 Jun 30 10:58:40.710674 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 59924) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:40.711792 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0471dc-a1d6-4f3e-98a4-2bfcb3ec0c7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bf2fb00-096b-4b29-8de3-eddb01e7528c,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:40.719373 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-dc0471dc-a1d6-4f3e-98a4-2bfcb3ec0c7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:40.721968 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-dc0471dc-a1d6-4f3e-98a4-2bfcb3ec0c7b admin admin] 10.222.0.91 "DELETE /v2.0/subnets/4bf2fb00-096b-4b29-8de3-eddb01e7528c HTTP/1.1" status: 204 len: 168 time: 0.3251176 Jun 30 10:58:40.724072 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 59928) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:40.772143 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5c151233-770c-42a6-94ea-3113d9f85655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:40.797897 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5c151233-770c-42a6-94ea-3113d9f85655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:40.802330 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e1306525-1e7c-4198-b9a6-7b2c47de5863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592536'] for network, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:40.856803 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5c151233-770c-42a6-94ea-3113d9f85655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:40.860431 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5c151233-770c-42a6-94ea-3113d9f85655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:40.863900 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-5c151233-770c-42a6-94ea-3113d9f85655 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9af3565b-7bad-4a13-a3fa-a71b021694a8 HTTP/1.1" status: 204 len: 168 time: 0.1491082 Jun 30 10:58:40.870459 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c151233-770c-42a6-94ea-3113d9f85655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af3565b-7bad-4a13-a3fa-a71b021694a8,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:40.891217 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e1306525-1e7c-4198-b9a6-7b2c47de5863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990652', 'neutron.services.segments.db._delete_segments_for_network-8758624453443'] for network, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:40.901128 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-e1306525-1e7c-4198-b9a6-7b2c47de5863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a504e7-43a3-4578-ac04-0eb568bf06d3']}} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:40.912506 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-e1306525-1e7c-4198-b9a6-7b2c47de5863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280b53da-e87b-4ff3-97ab-ceaac7c5f99c') {'for_net_delete': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:40.912810 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-e1306525-1e7c-4198-b9a6-7b2c47de5863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280b53da-e87b-4ff3-97ab-ceaac7c5f99c') {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:40.922699 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e1306525-1e7c-4198-b9a6-7b2c47de5863 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758624364746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9296264'] for segment, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:40.937268 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e1306525-1e7c-4198-b9a6-7b2c47de5863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:40.943965 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1306525-1e7c-4198-b9a6-7b2c47de5863 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=92943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:58:40.944356 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e1306525-1e7c-4198-b9a6-7b2c47de5863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725870'] for segment, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: Traceback (most recent call last): Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: timer() Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: cb(*args, **kw) Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: return func(*args, **kwargs) Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: self._notify() Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: self.callback(batched_events) Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: event.method(event) Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: return f(self, *a, **k) Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: return self._get(url).json() Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: return self.request(url, 'GET', **kwargs) Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:58:40.946160 dv-cinder-786627-16-iscsi neutron-server[92943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:58:41.006876 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e1306525-1e7c-4198-b9a6-7b2c47de5863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995776'] for network, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:41.012718 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e1306525-1e7c-4198-b9a6-7b2c47de5863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:41.015059 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-e1306525-1e7c-4198-b9a6-7b2c47de5863 admin admin] 10.222.0.91 "DELETE /v2.0/networks/63a504e7-43a3-4578-ac04-0eb568bf06d3 HTTP/1.1" status: 204 len: 168 time: 0.2899067 Jun 30 10:58:41.030959 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1306525-1e7c-4198-b9a6-7b2c47de5863 admin admin] Pushing event deleted for resources: {'Network': ['ID=63a504e7-43a3-4578-ac04-0eb568bf06d3,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:41.198874 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 59944) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:41.239917 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-1df03d1f-74c9-42d6-b297-8e1d862ee386 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0c8581cbf993494aa551acf5776e96bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397604 Jun 30 10:58:41.242365 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 59948) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:41.291470 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-23f3dbb2-c567-4086-b739-2d114587a679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:41.314391 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-23f3dbb2-c567-4086-b739-2d114587a679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:41.360928 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-23f3dbb2-c567-4086-b739-2d114587a679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:41.363442 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-23f3dbb2-c567-4086-b739-2d114587a679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:41.364621 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-23f3dbb2-c567-4086-b739-2d114587a679 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/93c3ded5-d3ad-4bb6-b149-913c4ba90227 HTTP/1.1" status: 204 len: 168 time: 0.1213572 Jun 30 10:58:41.372401 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3dbb2-c567-4086-b739-2d114587a679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c3ded5-d3ad-4bb6-b149-913c4ba90227,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:41.485281 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:42.101801 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 59996) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:42.284174 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2dc171ad-fec2-4f9b-a71f-4da433d95b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:42.361291 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60010) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:42.391477 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2dc171ad-fec2-4f9b-a71f-4da433d95b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:42.405372 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2dc171ad-fec2-4f9b-a71f-4da433d95b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:42.444561 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc171ad-fec2-4f9b-a71f-4da433d95b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59970c6-18e9-4897-a060-0953f82e4309,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:42.451194 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-2dc171ad-fec2-4f9b-a71f-4da433d95b77 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=08101e6968de41d2950ab3f2edff4dd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459067 Jun 30 10:58:42.451557 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60014) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:42.468881 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-976333f5-b374-4b19-817f-6bfb0f01bcab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1993991835-network', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:58:42.512601 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976333f5-b374-4b19-817f-6bfb0f01bcab admin admin] Made reservation on behalf of 7048c1aee61f418585e6776bc9e22ed7 for: {'network': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:58:42.515307 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-976333f5-b374-4b19-817f-6bfb0f01bcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for network, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:42.529122 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-976333f5-b374-4b19-817f-6bfb0f01bcab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:42.537711 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-1fe475c4-4aff-45f6-b450-f01dd68c5538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:42.568836 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-1fe475c4-4aff-45f6-b450-f01dd68c5538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:42.640390 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-1fe475c4-4aff-45f6-b450-f01dd68c5538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:42.642983 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-1fe475c4-4aff-45f6-b450-f01dd68c5538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:42.646800 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-1fe475c4-4aff-45f6-b450-f01dd68c5538 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b59970c6-18e9-4897-a060-0953f82e4309 HTTP/1.1" status: 204 len: 168 time: 0.1916065 Jun 30 10:58:42.654204 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe475c4-4aff-45f6-b450-f01dd68c5538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59970c6-18e9-4897-a060-0953f82e4309,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:42.700194 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-976333f5-b374-4b19-817f-6bfb0f01bcab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:42.705963 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-976333f5-b374-4b19-817f-6bfb0f01bcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:42.727707 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976333f5-b374-4b19-817f-6bfb0f01bcab admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=92943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:58:42.743787 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976333f5-b374-4b19-817f-6bfb0f01bcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc80a363-a74b-470f-997d-bfe2d806fe40,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:42.760081 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-976333f5-b374-4b19-817f-6bfb0f01bcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:42.760532 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.db.segments_db [None req-976333f5-b374-4b19-817f-6bfb0f01bcab admin admin] Added segment dd7bda40-22d2-419c-90e9-0926d7fa038b of type vlan for network aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 Jun 30 10:58:42.814264 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-976333f5-b374-4b19-817f-6bfb0f01bcab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758624023098'] for network, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:42.843828 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-976333f5-b374-4b19-817f-6bfb0f01bcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for network, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:42.844804 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976333f5-b374-4b19-817f-6bfb0f01bcab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:42.845390 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-976333f5-b374-4b19-817f-6bfb0f01bcab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:42.901995 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-976333f5-b374-4b19-817f-6bfb0f01bcab admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5393739 Jun 30 10:58:42.904883 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60028) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:42.909552 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976333f5-b374-4b19-817f-6bfb0f01bcab admin admin] Pushing event updated for resources: {'Network': ['ID=aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:42.913317 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-46837b70-7ce6-4234-8dd3-6be65d2296be admin admin] Request body: {'subnet': {'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1993991835-subnet', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'ip_version': 4}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:58:42.921019 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Network aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 details requested by agent ovs-agent-dv-cinder-786627-16-iscsi with host dv-cinder-786627-16-iscsi {{(pid=92944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:58:42.939136 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46837b70-7ce6-4234-8dd3-6be65d2296be admin admin] Made reservation on behalf of 7048c1aee61f418585e6776bc9e22ed7 for: {'subnet': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:58:42.943229 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-46837b70-7ce6-4234-8dd3-6be65d2296be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8389469'] for subnet, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:43.189967 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-46837b70-7ce6-4234-8dd3-6be65d2296be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8389451'] for subnet, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:43.251402 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46837b70-7ce6-4234-8dd3-6be65d2296be admin admin] Pushing event updated for resources: {'Subnet': ['ID=355e2b66-56b8-4dd2-9aa5-eea17072a99a,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:43.262942 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46837b70-7ce6-4234-8dd3-6be65d2296be admin admin] Checking segment: {'id': 'dd7bda40-22d2-419c-90e9-0926d7fa038b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:58:43.263455 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46837b70-7ce6-4234-8dd3-6be65d2296be admin admin] Network hostable DHCP agents. Network: aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9, hostable agents: ['b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62'], hosted agents: [] {{(pid=92942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:58:43.283790 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46837b70-7ce6-4234-8dd3-6be65d2296be admin admin] Network aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 is scheduled to be hosted by DHCP agent b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62 with binding_index 1 {{(pid=92942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:58:43.294957 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-46837b70-7ce6-4234-8dd3-6be65d2296be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-16-iscsi, aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9) {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:58:43.304322 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503f5767-0a9a-47f8-9ed8-2e1f3af047d4 None None] Network aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:58:43.305231 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46837b70-7ce6-4234-8dd3-6be65d2296be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:43.305901 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-46837b70-7ce6-4234-8dd3-6be65d2296be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:43.324972 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60054) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:43.325121 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-46837b70-7ce6-4234-8dd3-6be65d2296be admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4188638 Jun 30 10:58:43.331589 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-79e1ac04-972a-422a-80fe-ceb72515e368 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1993991835-router', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:58:43.379191 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-79e1ac04-972a-422a-80fe-ceb72515e368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62852'] for router, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:43.380494 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-79e1ac04-972a-422a-80fe-ceb72515e368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1997727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2053697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62877'] for router, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:43.451749 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-79e1ac04-972a-422a-80fe-ceb72515e368 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:43.508144 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65ad8d37-cf45-5b11-a5e0-a707ba50435d-aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9', 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'fixed_ips': [{'subnet_id': '355e2b66-56b8-4dd2-9aa5-eea17072a99a'}]}} from dv-cinder-786627-16-iscsi. {{(pid=92944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:58:43.509185 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:43.646093 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-79e1ac04-972a-422a-80fe-ceb72515e368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1997737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62959'] for router, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:43.663173 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Allocated IP 172.20.0.2 (aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9/355e2b66-56b8-4dd2-9aa5-eea17072a99a/24b57384-085f-4eeb-9367-6cea2a654b30) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:58:43.816754 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:43.826079 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Transition to ACTIVE for port object 24b57384-085f-4eeb-9367-6cea2a654b30 will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:58:43.840952 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Transition to ACTIVE for port object 24b57384-085f-4eeb-9367-6cea2a654b30 will not be triggered until provisioned by entity DHCP. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:58:43.847319 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:43.873879 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-79e1ac04-972a-422a-80fe-ceb72515e368 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:43.887405 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Network aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:58:43.890960 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:58:43.893363 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-79e1ac04-972a-422a-80fe-ceb72515e368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:43.897827 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:58:43.906435 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Pushing event updated for resources: {'Port': ['ID=24b57384-085f-4eeb-9367-6cea2a654b30,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:43.955590 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:43.956219 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:43.956352 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:43.956625 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:43.957144 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:43.957649 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:43.957989 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:43.958321 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:43.958668 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:43.959947 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:43.959947 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:43.959947 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:43.981875 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Attempting to bind port 24b57384-085f-4eeb-9367-6cea2a654b30 on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:58:43.982623 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Attempting to bind port 24b57384-085f-4eeb-9367-6cea2a654b30 by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': 'dd7bda40-22d2-419c-90e9-0926d7fa038b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:58:43.983183 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Attempting to bind port 24b57384-085f-4eeb-9367-6cea2a654b30 on network aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:58:43.989649 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:58:43.990284 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Checking segment: {'id': 'dd7bda40-22d2-419c-90e9-0926d7fa038b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:58:43.991139 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:43.991728 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Bound using segment: {'id': 'dd7bda40-22d2-419c-90e9-0926d7fa038b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:58:43.992541 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Bound port: 24b57384-085f-4eeb-9367-6cea2a654b30, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7bda40-22d2-419c-90e9-0926d7fa038b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:58:43.993368 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:44.056134 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_common [None req-79e1ac04-972a-422a-80fe-ceb72515e368 admin admin] Allocated IP 172.27.3.113 (35f17bf8-70f6-411c-85c9-98655ea214de/851b99d8-6dc6-42fa-aa4a-7df3a488276b/efdb4873-26bc-4476-8b93-40a7c52f3489) {{(pid=92943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:58:44.067984 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-85922208-93c6-4990-9161-065ffcb44141 None None] For port 24b57384-085f-4eeb-9367-6cea2a654b30, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:58:44.071414 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-85922208-93c6-4990-9161-065ffcb44141 None None] For port 24b57384-085f-4eeb-9367-6cea2a654b30, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=24b57384-085f-4eeb-9367-6cea2a654b30,segment=NetworkSegment(dd7bda40-22d2-419c-90e9-0926d7fa038b),segment_id=dd7bda40-22d2-419c-90e9-0926d7fa038b)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:58:44.076216 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:44.156784 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85922208-93c6-4990-9161-065ffcb44141 None None] Pushing event updated for resources: {'Port': ['ID=24b57384-085f-4eeb-9367-6cea2a654b30,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:44.170183 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-79e1ac04-972a-422a-80fe-ceb72515e368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:44.214044 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-79e1ac04-972a-422a-80fe-ceb72515e368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8725936'] for port, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:44.259829 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e1ac04-972a-422a-80fe-ceb72515e368 admin admin] Network 35f17bf8-70f6-411c-85c9-98655ea214de is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:58:44.263274 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-79e1ac04-972a-422a-80fe-ceb72515e368 admin admin] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:58:44.272821 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e1ac04-972a-422a-80fe-ceb72515e368 admin admin] Received port after_create {{(pid=92943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:58:44.276371 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1ac04-972a-422a-80fe-ceb72515e368 admin admin] Pushing event updated for resources: {'Port': ['ID=efdb4873-26bc-4476-8b93-40a7c52f3489,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:44.574830 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-79e1ac04-972a-422a-80fe-ceb72515e368 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:45.052802 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-79e1ac04-972a-422a-80fe-ceb72515e368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995848'] for router, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:45.072345 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c392c-0353-4cd2-9ecc-2016146d4242 req-42c4429e-7bf6-4355-8024-5d810499e598 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:45.074047 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-714c392c-0353-4cd2-9ecc-2016146d4242 req-42c4429e-7bf6-4355-8024-5d810499e598 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 947 time: 0.1307487 Jun 30 10:58:45.101541 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395815a8-f04a-403e-b50f-35b39a9946f1 None None] Network aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:58:45.171083 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-427ee492-35d0-4146-92e6-634ee494e22d None None] Provisioning for port 24b57384-085f-4eeb-9367-6cea2a654b30 completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:58:45.194412 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-714c392c-0353-4cd2-9ecc-2016146d4242 req-6bf404e4-5070-4c5f-9cff-249571195be5 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851579 Jun 30 10:58:45.245799 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 24b57384-085f-4eeb-9367-6cea2a654b30 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:58:45.262544 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e1ac04-972a-422a-80fe-ceb72515e368 admin admin] Router ada05209-31c4-4e98-a641-d4c89593e560 is scheduled to L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 with binding_index 1 {{(pid=92943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:58:45.336563 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port 24b57384-085f-4eeb-9367-6cea2a654b30 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:58:45.343145 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 24b57384-085f-4eeb-9367-6cea2a654b30 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:58:45.343531 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:45.383966 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e1ac04-972a-422a-80fe-ceb72515e368 admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:58:45.400831 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] Sync routers for ids ['ada05209-31c4-4e98-a641-d4c89593e560'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:58:45.402342 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-79e1ac04-972a-422a-80fe-ceb72515e368 admin admin] Notify callbacks [] for router, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:45.404200 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-79e1ac04-972a-422a-80fe-ceb72515e368 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0775738 Jun 30 10:58:45.406713 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60088) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:45.561906 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] Routers {'ada05209-31c4-4e98-a641-d4c89593e560'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:58:45.562551 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:58:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['ada05209-31c4-4e98-a641-d4c89593e560'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:45.566939 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:45.676126 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-3e681b76-2c5e-4f79-959c-cc5a9b471dee None None] Provisioning complete for port 24b57384-085f-4eeb-9367-6cea2a654b30 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:58:45.676416 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3e681b76-2c5e-4f79-959c-cc5a9b471dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:45.680356 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port 24b57384-085f-4eeb-9367-6cea2a654b30, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=24b57384-085f-4eeb-9367-6cea2a654b30,segment=NetworkSegment(dd7bda40-22d2-419c-90e9-0926d7fa038b),segment_id=dd7bda40-22d2-419c-90e9-0926d7fa038b)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:58:45.703340 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:45.756645 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] Set router ada05209-31c4-4e98-a641-d4c89593e560 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:58:45.844853 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-33fc40e2-32a5-4d3e-b179-5a03d3458bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:45.870147 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=24b57384-085f-4eeb-9367-6cea2a654b30,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:45.989294 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'name': 'tempest-TestMinimumBasicScenario-1993991835-router', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:44Z', 'revision_number': 3, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'gw_port': {'id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:46.005238 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_common [None req-33fc40e2-32a5-4d3e-b179-5a03d3458bf9 admin admin] Allocated IP 172.20.0.1 (aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9/355e2b66-56b8-4dd2-9aa5-eea17072a99a/dc7d3c34-316b-4d7e-8085-0544e99c820a) {{(pid=92943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:58:46.019819 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] Checking router: ada05209-31c4-4e98-a641-d4c89593e560 for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:58:46.020205 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] Updating router ada05209-31c4-4e98-a641-d4c89593e560 port efdb4873-26bc-4476-8b93-40a7c52f3489 binding host dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:58:46.053213 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:46.109233 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-33fc40e2-32a5-4d3e-b179-5a03d3458bf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:46.123433 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.provisioning_blocks [None req-33fc40e2-32a5-4d3e-b179-5a03d3458bf9 admin admin] Transition to ACTIVE for port object dc7d3c34-316b-4d7e-8085-0544e99c820a will not be triggered until provisioned by entity DHCP. {{(pid=92943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:58:46.156419 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-33fc40e2-32a5-4d3e-b179-5a03d3458bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8725936'] for port, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:46.190564 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fc40e2-32a5-4d3e-b179-5a03d3458bf9 admin admin] Network aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:58:46.194761 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-33fc40e2-32a5-4d3e-b179-5a03d3458bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:58:46.198064 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fc40e2-32a5-4d3e-b179-5a03d3458bf9 admin admin] Received port after_create {{(pid=92943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:58:46.224062 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc40e2-32a5-4d3e-b179-5a03d3458bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=dc7d3c34-316b-4d7e-8085-0544e99c820a,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:46.250776 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-33fc40e2-32a5-4d3e-b179-5a03d3458bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996865'] for router_interface, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:46.342992 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:46.358186 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] Transition to ACTIVE for port object efdb4873-26bc-4476-8b93-40a7c52f3489 will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:58:46.367995 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:46.424519 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-33fc40e2-32a5-4d3e-b179-5a03d3458bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:46.441863 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd46de-b8bc-420a-bffa-0dd101da81ff req-e524aeb3-294c-426f-825f-e4bac0b72707 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:46.443699 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-90cd46de-b8bc-420a-bffa-0dd101da81ff req-e524aeb3-294c-426f-825f-e4bac0b72707 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 947 time: 0.0759900 Jun 30 10:58:46.466698 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe392c-08c2-4c98-8178-3f27eb2d9189 None None] Pushing event updated for resources: {'Port': ['ID=efdb4873-26bc-4476-8b93-40a7c52f3489,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:46.469104 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] Attempting to bind port efdb4873-26bc-4476-8b93-40a7c52f3489 on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:58:46.469609 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] Attempting to bind port efdb4873-26bc-4476-8b93-40a7c52f3489 by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:58:46.470476 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] Attempting to bind port efdb4873-26bc-4476-8b93-40a7c52f3489 on network 35f17bf8-70f6-411c-85c9-98655ea214de {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:58:46.478231 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:58:46.478796 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] Checking segment: {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:58:46.479232 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:46.479701 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] Bound using segment: {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:58:46.480281 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] Bound port: efdb4873-26bc-4476-8b93-40a7c52f3489, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:58:46.480754 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:46.515824 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-e0db8360-4968-4744-9f5b-ca35f22b4cda None None] Provisioning for port dc7d3c34-316b-4d7e-8085-0544e99c820a completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:58:46.520216 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-90cd46de-b8bc-420a-bffa-0dd101da81ff req-edf33d01-a240-4043-9637-fa5fc62d7dd7 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638714 Jun 30 10:58:46.524909 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-e0db8360-4968-4744-9f5b-ca35f22b4cda None None] Provisioning complete for port dc7d3c34-316b-4d7e-8085-0544e99c820a triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:58:46.525380 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e0db8360-4968-4744-9f5b-ca35f22b4cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:46.563150 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] For port efdb4873-26bc-4476-8b93-40a7c52f3489, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:58:46.567445 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] For port efdb4873-26bc-4476-8b93-40a7c52f3489, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=efdb4873-26bc-4476-8b93-40a7c52f3489,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:58:46.574723 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:46.577270 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-e0db8360-4968-4744-9f5b-ca35f22b4cda None None] Port dc7d3c34-316b-4d7e-8085-0544e99c820a cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:58:46.607454 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-33fc40e2-32a5-4d3e-b179-5a03d3458bf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:46.612481 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-33fc40e2-32a5-4d3e-b179-5a03d3458bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725890'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:46.631761 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] Routers {'ada05209-31c4-4e98-a641-d4c89593e560'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:58:46.632291 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:58:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['ada05209-31c4-4e98-a641-d4c89593e560'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:46.669271 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe392c-08c2-4c98-8178-3f27eb2d9189 None None] Pushing event updated for resources: {'Port': ['ID=efdb4873-26bc-4476-8b93-40a7c52f3489,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:46.681800 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-33fc40e2-32a5-4d3e-b179-5a03d3458bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1998454'] for router_interface, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:46.684880 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc40e2-32a5-4d3e-b179-5a03d3458bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=dc7d3c34-316b-4d7e-8085-0544e99c820a,revision_number=2']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:46.742779 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] Set router ada05209-31c4-4e98-a641-d4c89593e560 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:58:46.773893 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fc40e2-32a5-4d3e-b179-5a03d3458bf9 admin admin] Network aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:58:46.775331 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-33fc40e2-32a5-4d3e-b179-5a03d3458bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:58:46.895959 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fc40e2-32a5-4d3e-b179-5a03d3458bf9 admin admin] Router ada05209-31c4-4e98-a641-d4c89593e560 has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:58:46.963835 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'name': 'tempest-TestMinimumBasicScenario-1993991835-router', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:46Z', 'revision_number': 4, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'gw_port': {'id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'dc7d3c34-316b-4d7e-8085-0544e99c820a', 'name': '', 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'mac_address': 'fa:16:3e:00:34:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '355e2b66-56b8-4dd2-9aa5-eea17072a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:45Z', 'updated_at': '2021-06-30T10:58:46Z', 'revision_number': 2, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'subnets': [{'id': '355e2b66-56b8-4dd2-9aa5-eea17072a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:46.990534 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebd1dc3-7790-4640-9e06-2758c15e5b18 None None] The sync data for ids ['ada05209-31c4-4e98-a641-d4c89593e560'] in dv-cinder-786627-16-iscsi is: [{'id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'name': 'tempest-TestMinimumBasicScenario-1993991835-router', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:46Z', 'revision_number': 4, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'gw_port': {'id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'dc7d3c34-316b-4d7e-8085-0544e99c820a', 'name': '', 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'mac_address': 'fa:16:3e:00:34:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '355e2b66-56b8-4dd2-9aa5-eea17072a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:45Z', 'updated_at': '2021-06-30T10:58:46Z', 'revision_number': 2, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'subnets': [{'id': '355e2b66-56b8-4dd2-9aa5-eea17072a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:58:47.015766 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1c414462-33eb-455f-ac39-81a9a77a21a0 None None] Provisioning complete for port dc7d3c34-316b-4d7e-8085-0544e99c820a triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:58:47.016223 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1c414462-33eb-455f-ac39-81a9a77a21a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:47.016401 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fc40e2-32a5-4d3e-b179-5a03d3458bf9 admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:58:47.029583 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-33fc40e2-32a5-4d3e-b179-5a03d3458bf9 admin admin] 10.222.0.91 "PUT /v2.0/routers/ada05209-31c4-4e98-a641-d4c89593e560/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6139438 Jun 30 10:58:47.053583 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1c414462-33eb-455f-ac39-81a9a77a21a0 None None] Port dc7d3c34-316b-4d7e-8085-0544e99c820a cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:58:47.158691 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 24b57384-085f-4eeb-9367-6cea2a654b30 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:58:47.230172 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 24b57384-085f-4eeb-9367-6cea2a654b30 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:58:47.230172 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:47.649173 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60118) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:47.654651 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-67e42aec-6c5e-4794-b50e-bf250d6ed1f5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-422838143-network', 'tenant_id': '6ae268a0c8e14bb4be55ab2e7614c952'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:58:47.708026 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e42aec-6c5e-4794-b50e-bf250d6ed1f5 admin admin] Made reservation on behalf of 6ae268a0c8e14bb4be55ab2e7614c952 for: {'network': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:58:47.710387 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-67e42aec-6c5e-4794-b50e-bf250d6ed1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for network, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:47.722315 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-67e42aec-6c5e-4794-b50e-bf250d6ed1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:47.767535 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7eb00-9f30-4e5a-8b0e-0a3d59d89e2c req-9f848875-c462-4720-aed2-35594c678629 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:47.769251 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6da7eb00-9f30-4e5a-8b0e-0a3d59d89e2c req-9f848875-c462-4720-aed2-35594c678629 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 947 time: 0.1114078 Jun 30 10:58:47.835738 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6da7eb00-9f30-4e5a-8b0e-0a3d59d89e2c req-04954f45-973c-4b28-8e6e-5f8633e1d85f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590925 Jun 30 10:58:47.882886 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-67e42aec-6c5e-4794-b50e-bf250d6ed1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:47.886789 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-67e42aec-6c5e-4794-b50e-bf250d6ed1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:47.912682 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e42aec-6c5e-4794-b50e-bf250d6ed1f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=92943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:58:47.922185 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e42aec-6c5e-4794-b50e-bf250d6ed1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0024f8e-8203-4bcc-acf6-b05899e3ab44,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:47.932534 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-67e42aec-6c5e-4794-b50e-bf250d6ed1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:47.933153 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.db.segments_db [None req-67e42aec-6c5e-4794-b50e-bf250d6ed1f5 admin admin] Added segment c6dbcbf4-08e8-4d24-9661-f6596674a25e of type vlan for network 0f2010cc-701d-4966-8e21-575186b48d5f Jun 30 10:58:47.976334 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-67e42aec-6c5e-4794-b50e-bf250d6ed1f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758624023098'] for network, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:48.009091 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-67e42aec-6c5e-4794-b50e-bf250d6ed1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for network, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:48.010124 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e42aec-6c5e-4794-b50e-bf250d6ed1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:48.010709 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-67e42aec-6c5e-4794-b50e-bf250d6ed1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:48.060604 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-67e42aec-6c5e-4794-b50e-bf250d6ed1f5 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4103205 Jun 30 10:58:48.063630 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60120) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:48.068699 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-5cd374c7-84d4-4e79-a524-7c3a5f3fa2df admin admin] Request body: {'subnet': {'network_id': '0f2010cc-701d-4966-8e21-575186b48d5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-422838143-subnet', 'tenant_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'ip_version': 4}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:58:48.073737 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e42aec-6c5e-4794-b50e-bf250d6ed1f5 admin admin] Pushing event updated for resources: {'Network': ['ID=0f2010cc-701d-4966-8e21-575186b48d5f,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:48.084084 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Network 0f2010cc-701d-4966-8e21-575186b48d5f details requested by agent ovs-agent-dv-cinder-786627-16-iscsi with host dv-cinder-786627-16-iscsi {{(pid=92944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:58:48.092077 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd374c7-84d4-4e79-a524-7c3a5f3fa2df admin admin] Made reservation on behalf of 6ae268a0c8e14bb4be55ab2e7614c952 for: {'subnet': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:58:48.094522 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5cd374c7-84d4-4e79-a524-7c3a5f3fa2df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8389469'] for subnet, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:48.269314 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5cd374c7-84d4-4e79-a524-7c3a5f3fa2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8389451'] for subnet, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:48.319045 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd374c7-84d4-4e79-a524-7c3a5f3fa2df admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4d4b645-c026-4233-81e5-8183a16ef3f6,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:48.335824 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd374c7-84d4-4e79-a524-7c3a5f3fa2df admin admin] Checking segment: {'id': 'c6dbcbf4-08e8-4d24-9661-f6596674a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f2010cc-701d-4966-8e21-575186b48d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:58:48.336189 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd374c7-84d4-4e79-a524-7c3a5f3fa2df admin admin] Network hostable DHCP agents. Network: 0f2010cc-701d-4966-8e21-575186b48d5f, hostable agents: ['b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62'], hosted agents: [] {{(pid=92942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:58:48.353749 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd374c7-84d4-4e79-a524-7c3a5f3fa2df admin admin] Network 0f2010cc-701d-4966-8e21-575186b48d5f is scheduled to be hosted by DHCP agent b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62 with binding_index 1 {{(pid=92942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:58:48.364088 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-5cd374c7-84d4-4e79-a524-7c3a5f3fa2df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-16-iscsi, 0f2010cc-701d-4966-8e21-575186b48d5f) {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:58:48.368885 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd374c7-84d4-4e79-a524-7c3a5f3fa2df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:48.369643 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5cd374c7-84d4-4e79-a524-7c3a5f3fa2df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:48.371531 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e75066e-d0f9-4c14-9034-6176dfa4575d None None] Network 0f2010cc-701d-4966-8e21-575186b48d5f requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:58:48.384706 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-5cd374c7-84d4-4e79-a524-7c3a5f3fa2df admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3199146 Jun 30 10:58:48.387144 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60124) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:48.392310 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-7ce07cca-4951-4a39-9e7a-2acb27c25843 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-422838143-router', 'tenant_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:58:48.415316 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ce07cca-4951-4a39-9e7a-2acb27c25843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62852'] for router, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:48.416353 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ce07cca-4951-4a39-9e7a-2acb27c25843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1997727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2053697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62877'] for router, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:48.470425 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ce07cca-4951-4a39-9e7a-2acb27c25843 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:48.525731 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5663cb-ceef-4771-a8d2-1979fd46c7f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65ad8d37-cf45-5b11-a5e0-a707ba50435d-0f2010cc-701d-4966-8e21-575186b48d5f', 'network_id': '0f2010cc-701d-4966-8e21-575186b48d5f', 'tenant_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'fixed_ips': [{'subnet_id': 'e4d4b645-c026-4233-81e5-8183a16ef3f6'}]}} from dv-cinder-786627-16-iscsi. {{(pid=92944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:58:48.526923 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7d5663cb-ceef-4771-a8d2-1979fd46c7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:48.617167 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ce07cca-4951-4a39-9e7a-2acb27c25843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1997737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62959'] for router, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:48.689476 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-7d5663cb-ceef-4771-a8d2-1979fd46c7f3 None None] Allocated IP 172.20.0.2 (0f2010cc-701d-4966-8e21-575186b48d5f/e4d4b645-c026-4233-81e5-8183a16ef3f6/299eecb7-6a87-4586-a6b8-333d7f95ab96) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:58:48.846308 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ce07cca-4951-4a39-9e7a-2acb27c25843 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:48.857771 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7d5663cb-ceef-4771-a8d2-1979fd46c7f3 None None] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:48.868187 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ce07cca-4951-4a39-9e7a-2acb27c25843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:48.869348 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-7d5663cb-ceef-4771-a8d2-1979fd46c7f3 None None] Transition to ACTIVE for port object 299eecb7-6a87-4586-a6b8-333d7f95ab96 will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:58:48.893919 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-7d5663cb-ceef-4771-a8d2-1979fd46c7f3 None None] Transition to ACTIVE for port object 299eecb7-6a87-4586-a6b8-333d7f95ab96 will not be triggered until provisioned by entity DHCP. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:58:48.902858 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7d5663cb-ceef-4771-a8d2-1979fd46c7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:48.962887 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5663cb-ceef-4771-a8d2-1979fd46c7f3 None None] Network 0f2010cc-701d-4966-8e21-575186b48d5f is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:58:48.966822 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-7d5663cb-ceef-4771-a8d2-1979fd46c7f3 None None] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:58:48.971079 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5663cb-ceef-4771-a8d2-1979fd46c7f3 None None] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:58:48.999739 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5663cb-ceef-4771-a8d2-1979fd46c7f3 None None] Pushing event updated for resources: {'Port': ['ID=299eecb7-6a87-4586-a6b8-333d7f95ab96,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:49.010542 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-7ce07cca-4951-4a39-9e7a-2acb27c25843 admin admin] Allocated IP 172.27.3.30 (35f17bf8-70f6-411c-85c9-98655ea214de/851b99d8-6dc6-42fa-aa4a-7df3a488276b/d237f4de-6208-47bc-8f7c-be0fcd3b5770) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:58:49.064600 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-7d5663cb-ceef-4771-a8d2-1979fd46c7f3 None None] Attempting to bind port 299eecb7-6a87-4586-a6b8-333d7f95ab96 on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:58:49.065061 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-7d5663cb-ceef-4771-a8d2-1979fd46c7f3 None None] Attempting to bind port 299eecb7-6a87-4586-a6b8-333d7f95ab96 by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': 'c6dbcbf4-08e8-4d24-9661-f6596674a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f2010cc-701d-4966-8e21-575186b48d5f'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:58:49.065633 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5663cb-ceef-4771-a8d2-1979fd46c7f3 None None] Attempting to bind port 299eecb7-6a87-4586-a6b8-333d7f95ab96 on network 0f2010cc-701d-4966-8e21-575186b48d5f {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:58:49.070789 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5663cb-ceef-4771-a8d2-1979fd46c7f3 None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:58:49.071162 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5663cb-ceef-4771-a8d2-1979fd46c7f3 None None] Checking segment: {'id': 'c6dbcbf4-08e8-4d24-9661-f6596674a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f2010cc-701d-4966-8e21-575186b48d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:58:49.071559 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7d5663cb-ceef-4771-a8d2-1979fd46c7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:49.071988 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5663cb-ceef-4771-a8d2-1979fd46c7f3 None None] Bound using segment: {'id': 'c6dbcbf4-08e8-4d24-9661-f6596674a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f2010cc-701d-4966-8e21-575186b48d5f'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:58:49.072456 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-7d5663cb-ceef-4771-a8d2-1979fd46c7f3 None None] Bound port: 299eecb7-6a87-4586-a6b8-333d7f95ab96, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6dbcbf4-08e8-4d24-9661-f6596674a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f2010cc-701d-4966-8e21-575186b48d5f'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:58:49.072832 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7d5663cb-ceef-4771-a8d2-1979fd46c7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:49.151326 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-7d5663cb-ceef-4771-a8d2-1979fd46c7f3 None None] For port 299eecb7-6a87-4586-a6b8-333d7f95ab96, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:58:49.159889 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-7d5663cb-ceef-4771-a8d2-1979fd46c7f3 None None] For port 299eecb7-6a87-4586-a6b8-333d7f95ab96, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=299eecb7-6a87-4586-a6b8-333d7f95ab96,segment=NetworkSegment(c6dbcbf4-08e8-4d24-9661-f6596674a25e),segment_id=c6dbcbf4-08e8-4d24-9661-f6596674a25e)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:58:49.168890 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] Sync routers for ids ['ada05209-31c4-4e98-a641-d4c89593e560'] in dv-cinder-786627-16-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:58:49.171405 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7d5663cb-ceef-4771-a8d2-1979fd46c7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:49.187822 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] Routers {'ada05209-31c4-4e98-a641-d4c89593e560'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:58:49.188897 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:58:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['ada05209-31c4-4e98-a641-d4c89593e560'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:49.212587 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device efdb4873-26bc-4476-8b93-40a7c52f3489 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:58:49.274412 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5663cb-ceef-4771-a8d2-1979fd46c7f3 None None] Pushing event updated for resources: {'Port': ['ID=299eecb7-6a87-4586-a6b8-333d7f95ab96,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:49.295309 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port efdb4873-26bc-4476-8b93-40a7c52f3489 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:58:49.300427 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port efdb4873-26bc-4476-8b93-40a7c52f3489 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:58:49.300811 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:49.336149 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] Set router ada05209-31c4-4e98-a641-d4c89593e560 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:58:49.479771 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa0582-36f4-4041-a19b-dd7bdaef9fec req-fab084d2-85b7-421b-978e-0b1908b811a0 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:49.488288 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-77fa0582-36f4-4041-a19b-dd7bdaef9fec req-fab084d2-85b7-421b-978e-0b1908b811a0 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 947 time: 0.4681611 Jun 30 10:58:49.506336 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ce07cca-4951-4a39-9e7a-2acb27c25843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:49.508092 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:49.551995 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port efdb4873-26bc-4476-8b93-40a7c52f3489, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=efdb4873-26bc-4476-8b93-40a7c52f3489,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:58:49.563140 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:49.568589 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-77fa0582-36f4-4041-a19b-dd7bdaef9fec req-471b5762-629e-4c80-b077-39e99e6dcded tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794253 Jun 30 10:58:49.604672 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ce07cca-4951-4a39-9e7a-2acb27c25843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8415484'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:49.612551 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'name': 'tempest-TestMinimumBasicScenario-1993991835-router', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:46Z', 'revision_number': 4, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'gw_port': {'id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'dc7d3c34-316b-4d7e-8085-0544e99c820a', 'name': '', 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'mac_address': 'fa:16:3e:00:34:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '355e2b66-56b8-4dd2-9aa5-eea17072a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:45Z', 'updated_at': '2021-06-30T10:58:46Z', 'revision_number': 2, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'subnets': [{'id': '355e2b66-56b8-4dd2-9aa5-eea17072a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:49.642789 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=efdb4873-26bc-4476-8b93-40a7c52f3489,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:49.651783 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce07cca-4951-4a39-9e7a-2acb27c25843 admin admin] Network 35f17bf8-70f6-411c-85c9-98655ea214de is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:58:49.656742 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-7ce07cca-4951-4a39-9e7a-2acb27c25843 admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:58:49.663900 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce07cca-4951-4a39-9e7a-2acb27c25843 admin admin] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:58:49.687987 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce07cca-4951-4a39-9e7a-2acb27c25843 admin admin] Pushing event updated for resources: {'Port': ['ID=d237f4de-6208-47bc-8f7c-be0fcd3b5770,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:49.756408 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] Checking router: ada05209-31c4-4e98-a641-d4c89593e560 for host: dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:58:49.756696 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] Updating router ada05209-31c4-4e98-a641-d4c89593e560 port dc7d3c34-316b-4d7e-8085-0544e99c820a binding host dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:58:49.791000 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:49.922461 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ce07cca-4951-4a39-9e7a-2acb27c25843 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:50.062030 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:50.074978 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] Transition to ACTIVE for port object dc7d3c34-316b-4d7e-8085-0544e99c820a will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:58:50.084883 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:50.148094 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ce07cca-4951-4a39-9e7a-2acb27c25843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995848'] for router, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:50.161806 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6f14e-215d-482e-b857-f11beba248db None None] Pushing event updated for resources: {'Port': ['ID=dc7d3c34-316b-4d7e-8085-0544e99c820a,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:50.170329 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d6f14e-215d-482e-b857-f11beba248db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:50.171014 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d6f14e-215d-482e-b857-f11beba248db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:50.171014 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d6f14e-215d-482e-b857-f11beba248db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:50.171297 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d6f14e-215d-482e-b857-f11beba248db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:50.171589 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d6f14e-215d-482e-b857-f11beba248db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:50.172827 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d6f14e-215d-482e-b857-f11beba248db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:50.173373 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d6f14e-215d-482e-b857-f11beba248db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:50.173731 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d6f14e-215d-482e-b857-f11beba248db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:50.174082 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d6f14e-215d-482e-b857-f11beba248db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:50.174417 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d6f14e-215d-482e-b857-f11beba248db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:50.174747 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d6f14e-215d-482e-b857-f11beba248db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:50.175071 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d6f14e-215d-482e-b857-f11beba248db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:58:50.207059 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] Attempting to bind port dc7d3c34-316b-4d7e-8085-0544e99c820a on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:58:50.207708 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] Attempting to bind port dc7d3c34-316b-4d7e-8085-0544e99c820a by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': 'dd7bda40-22d2-419c-90e9-0926d7fa038b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:58:50.208296 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] Attempting to bind port dc7d3c34-316b-4d7e-8085-0544e99c820a on network aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:58:50.213899 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:58:50.214264 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] Checking segment: {'id': 'dd7bda40-22d2-419c-90e9-0926d7fa038b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:58:50.214662 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:50.215059 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] Bound using segment: {'id': 'dd7bda40-22d2-419c-90e9-0926d7fa038b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:58:50.215524 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] Bound port: dc7d3c34-316b-4d7e-8085-0544e99c820a, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7bda40-22d2-419c-90e9-0926d7fa038b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:58:50.216518 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:50.295469 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] For port dc7d3c34-316b-4d7e-8085-0544e99c820a, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:58:50.299307 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] For port dc7d3c34-316b-4d7e-8085-0544e99c820a, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=dc7d3c34-316b-4d7e-8085-0544e99c820a,segment=NetworkSegment(dd7bda40-22d2-419c-90e9-0926d7fa038b),segment_id=dd7bda40-22d2-419c-90e9-0926d7fa038b)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:58:50.305920 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:50.318415 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce07cca-4951-4a39-9e7a-2acb27c25843 admin admin] Router f03f98e9-50b8-48a8-a4b6-3ab830281fb7 is scheduled to L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 with binding_index 1 {{(pid=92942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:58:50.366017 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] Routers {'ada05209-31c4-4e98-a641-d4c89593e560'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:58:50.366720 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:58:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['ada05209-31c4-4e98-a641-d4c89593e560'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:50.443670 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6f14e-215d-482e-b857-f11beba248db None None] Pushing event updated for resources: {'Port': ['ID=dc7d3c34-316b-4d7e-8085-0544e99c820a,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:50.450019 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce07cca-4951-4a39-9e7a-2acb27c25843 admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:58:50.461374 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb128566-e132-4af7-a694-033a14c5856a None None] Sync routers for ids ['f03f98e9-50b8-48a8-a4b6-3ab830281fb7'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:58:50.474830 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb128566-e132-4af7-a694-033a14c5856a None None] Routers {'f03f98e9-50b8-48a8-a4b6-3ab830281fb7'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:58:50.475455 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-bb128566-e132-4af7-a694-033a14c5856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:58:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['f03f98e9-50b8-48a8-a4b6-3ab830281fb7'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:50.477062 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ce07cca-4951-4a39-9e7a-2acb27c25843 admin admin] Notify callbacks [] for router, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:50.485608 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-7ce07cca-4951-4a39-9e7a-2acb27c25843 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0904951 Jun 30 10:58:50.485608 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60148) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:50.530946 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3e0641-285e-42a5-bb34-284bc654013f None None] Network 0f2010cc-701d-4966-8e21-575186b48d5f requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:58:50.539919 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] Set router ada05209-31c4-4e98-a641-d4c89593e560 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:58:50.635228 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-7d5df076-a5ed-464c-a8c3-4fdb985de09b None None] Provisioning for port 299eecb7-6a87-4586-a6b8-333d7f95ab96 completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:58:50.692459 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-bb128566-e132-4af7-a694-033a14c5856a None None] Set router f03f98e9-50b8-48a8-a4b6-3ab830281fb7 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:58:50.805455 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'name': 'tempest-TestMinimumBasicScenario-1993991835-router', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:46Z', 'revision_number': 4, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'gw_port': {'id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'dc7d3c34-316b-4d7e-8085-0544e99c820a', 'name': '', 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'mac_address': 'fa:16:3e:00:34:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '355e2b66-56b8-4dd2-9aa5-eea17072a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:45Z', 'updated_at': '2021-06-30T10:58:50Z', 'revision_number': 4, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'subnets': [{'id': '355e2b66-56b8-4dd2-9aa5-eea17072a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:50.812434 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb8108-4f27-44ce-bbab-23df452d293c req-204297fd-11fa-4de5-a241-97fdc6db1d84 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:50.814876 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-22bb8108-4f27-44ce-bbab-23df452d293c req-204297fd-11fa-4de5-a241-97fdc6db1d84 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 947 time: 0.0773983 Jun 30 10:58:50.854594 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b834a2f8-d95a-4af2-a681-092f2a3c984b None None] The sync data for ids ['ada05209-31c4-4e98-a641-d4c89593e560'] in dv-cinder-786627-16-iscsi is: [{'id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'name': 'tempest-TestMinimumBasicScenario-1993991835-router', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:46Z', 'revision_number': 4, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'gw_port': {'id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'dc7d3c34-316b-4d7e-8085-0544e99c820a', 'name': '', 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'mac_address': 'fa:16:3e:00:34:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '355e2b66-56b8-4dd2-9aa5-eea17072a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:45Z', 'updated_at': '2021-06-30T10:58:50Z', 'revision_number': 4, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'subnets': [{'id': '355e2b66-56b8-4dd2-9aa5-eea17072a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:58:50.864601 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-22bb8108-4f27-44ce-bbab-23df452d293c req-15a514eb-1068-47f8-99f9-ecaefdfa30e9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433459 Jun 30 10:58:50.975016 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-bb128566-e132-4af7-a694-033a14c5856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03f98e9-50b8-48a8-a4b6-3ab830281fb7', 'name': 'tempest-TestMinimumBasicScenario-422838143-router', 'tenant_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'd237f4de-6208-47bc-8f7c-be0fcd3b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:58:48Z', 'updated_at': '2021-06-30T10:58:49Z', 'revision_number': 3, 'project_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'gw_port': {'id': 'd237f4de-6208-47bc-8f7c-be0fcd3b5770', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:51:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03f98e9-50b8-48a8-a4b6-3ab830281fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:48Z', 'updated_at': '2021-06-30T10:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:51.016578 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb128566-e132-4af7-a694-033a14c5856a None None] Checking router: f03f98e9-50b8-48a8-a4b6-3ab830281fb7 for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:58:51.017336 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb128566-e132-4af7-a694-033a14c5856a None None] Updating router f03f98e9-50b8-48a8-a4b6-3ab830281fb7 port d237f4de-6208-47bc-8f7c-be0fcd3b5770 binding host dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:58:51.076156 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-bb128566-e132-4af7-a694-033a14c5856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:51.276539 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c226ddd3-940e-4ed4-af0f-d1e5e4dcd7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:51.442380 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device dc7d3c34-316b-4d7e-8085-0544e99c820a up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:58:51.507734 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede1e2a-a10c-43b6-932c-0311ea0743ef req-e33e4f30-053b-4e51-a418-60fb4c822f06 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:51.509821 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bede1e2a-a10c-43b6-932c-0311ea0743ef req-e33e4f30-053b-4e51-a418-60fb4c822f06 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 947 time: 0.2301323 Jun 30 10:58:51.587968 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port dc7d3c34-316b-4d7e-8085-0544e99c820a completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:58:51.600199 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port dc7d3c34-316b-4d7e-8085-0544e99c820a triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:58:51.600810 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:51.700715 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-bb128566-e132-4af7-a694-033a14c5856a None None] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:51.741391 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-c226ddd3-940e-4ed4-af0f-d1e5e4dcd7d6 admin admin] Allocated IP 172.20.0.1 (0f2010cc-701d-4966-8e21-575186b48d5f/e4d4b645-c026-4233-81e5-8183a16ef3f6/74a7e952-38fc-45f5-8583-39791006fc8a) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:58:51.746557 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-bb128566-e132-4af7-a694-033a14c5856a None None] Transition to ACTIVE for port object d237f4de-6208-47bc-8f7c-be0fcd3b5770 will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:58:51.760043 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-bb128566-e132-4af7-a694-033a14c5856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:51.821084 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:51.837929 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-bede1e2a-a10c-43b6-932c-0311ea0743ef req-745c1d8f-36c3-4012-a623-d45095368fdd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Deleting port 877da08e-c070-471d-9921-f8ff9dc230d3 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:58:51.838348 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-bede1e2a-a10c-43b6-932c-0311ea0743ef req-745c1d8f-36c3-4012-a623-d45095368fdd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:51.856070 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-bb128566-e132-4af7-a694-033a14c5856a None None] Attempting to bind port d237f4de-6208-47bc-8f7c-be0fcd3b5770 on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:58:51.856999 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-bb128566-e132-4af7-a694-033a14c5856a None None] Attempting to bind port d237f4de-6208-47bc-8f7c-be0fcd3b5770 by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:58:51.857403 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb128566-e132-4af7-a694-033a14c5856a None None] Attempting to bind port d237f4de-6208-47bc-8f7c-be0fcd3b5770 on network 35f17bf8-70f6-411c-85c9-98655ea214de {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:58:51.877101 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb128566-e132-4af7-a694-033a14c5856a None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:58:51.877469 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb128566-e132-4af7-a694-033a14c5856a None None] Checking segment: {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:58:51.877866 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-bb128566-e132-4af7-a694-033a14c5856a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:51.878259 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb128566-e132-4af7-a694-033a14c5856a None None] Bound using segment: {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:58:51.878739 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-bb128566-e132-4af7-a694-033a14c5856a None None] Bound port: d237f4de-6208-47bc-8f7c-be0fcd3b5770, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:58:51.879116 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-bb128566-e132-4af7-a694-033a14c5856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:51.881787 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc559f8-c166-48b0-a35b-062c72b78fa3 None None] Pushing event updated for resources: {'Port': ['ID=d237f4de-6208-47bc-8f7c-be0fcd3b5770,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:51.926173 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port dc7d3c34-316b-4d7e-8085-0544e99c820a, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=dc7d3c34-316b-4d7e-8085-0544e99c820a,segment=NetworkSegment(dd7bda40-22d2-419c-90e9-0926d7fa038b),segment_id=dd7bda40-22d2-419c-90e9-0926d7fa038b)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:58:51.943654 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:51.945189 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device efdb4873-26bc-4476-8b93-40a7c52f3489 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:58:51.970144 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c226ddd3-940e-4ed4-af0f-d1e5e4dcd7d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:51.990043 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-bede1e2a-a10c-43b6-932c-0311ea0743ef req-745c1d8f-36c3-4012-a623-d45095368fdd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] For port 877da08e-c070-471d-9921-f8ff9dc230d3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=877da08e-c070-471d-9921-f8ff9dc230d3,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:58:51.991027 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-bede1e2a-a10c-43b6-932c-0311ea0743ef req-745c1d8f-36c3-4012-a623-d45095368fdd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:52.007379 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-c226ddd3-940e-4ed4-af0f-d1e5e4dcd7d6 admin admin] Transition to ACTIVE for port object 74a7e952-38fc-45f5-8583-39791006fc8a will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:58:52.038979 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-bb128566-e132-4af7-a694-033a14c5856a None None] For port d237f4de-6208-47bc-8f7c-be0fcd3b5770, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:58:52.070815 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-bb128566-e132-4af7-a694-033a14c5856a None None] For port d237f4de-6208-47bc-8f7c-be0fcd3b5770, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=d237f4de-6208-47bc-8f7c-be0fcd3b5770,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:58:52.082200 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-bb128566-e132-4af7-a694-033a14c5856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:52.084787 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=dc7d3c34-316b-4d7e-8085-0544e99c820a,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:52.152781 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port efdb4873-26bc-4476-8b93-40a7c52f3489 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:58:52.153196 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:52.167148 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc559f8-c166-48b0-a35b-062c72b78fa3 None None] Pushing event updated for resources: {'Port': ['ID=d237f4de-6208-47bc-8f7c-be0fcd3b5770,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:52.191444 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb128566-e132-4af7-a694-033a14c5856a None None] Routers {'f03f98e9-50b8-48a8-a4b6-3ab830281fb7'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:58:52.192213 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-bb128566-e132-4af7-a694-033a14c5856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:58:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['f03f98e9-50b8-48a8-a4b6-3ab830281fb7'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:52.295149 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c226ddd3-940e-4ed4-af0f-d1e5e4dcd7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8415484'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:52.347414 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-bb128566-e132-4af7-a694-033a14c5856a None None] Set router f03f98e9-50b8-48a8-a4b6-3ab830281fb7 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:58:52.349739 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 299eecb7-6a87-4586-a6b8-333d7f95ab96 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:58:52.392807 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c226ddd3-940e-4ed4-af0f-d1e5e4dcd7d6 admin admin] Network 0f2010cc-701d-4966-8e21-575186b48d5f is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:58:52.410042 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b83b7b-50ac-4afc-ac8e-94d391c70c95 req-2537c822-f174-4111-8be8-742a0b63de82 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:52.411551 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-94b83b7b-50ac-4afc-ac8e-94d391c70c95 req-2537c822-f174-4111-8be8-742a0b63de82 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 947 time: 0.3397191 Jun 30 10:58:52.412458 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-c226ddd3-940e-4ed4-af0f-d1e5e4dcd7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:58:52.422952 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c226ddd3-940e-4ed4-af0f-d1e5e4dcd7d6 admin admin] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:58:52.429795 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226ddd3-940e-4ed4-af0f-d1e5e4dcd7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=74a7e952-38fc-45f5-8583-39791006fc8a,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:52.487691 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-bede1e2a-a10c-43b6-932c-0311ea0743ef req-745c1d8f-36c3-4012-a623-d45095368fdd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:52.488069 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-bede1e2a-a10c-43b6-932c-0311ea0743ef req-745c1d8f-36c3-4012-a623-d45095368fdd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995794'] for floatingip, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:52.488399 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.db.l3_db [req-bede1e2a-a10c-43b6-932c-0311ea0743ef req-745c1d8f-36c3-4012-a623-d45095368fdd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Floating IP 96510c77-6a8d-4fbf-a96f-26c6ffdb01e0 disassociated. External IP: 172.27.3.211, port: 877da08e-c070-471d-9921-f8ff9dc230d3. Jun 30 10:58:52.488868 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-bede1e2a-a10c-43b6-932c-0311ea0743ef req-745c1d8f-36c3-4012-a623-d45095368fdd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Calling delete_port for 877da08e-c070-471d-9921-f8ff9dc230d3 owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:58:52.522799 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-94b83b7b-50ac-4afc-ac8e-94d391c70c95 req-26c0dbd1-d255-44e9-9f81-0b7daea3051a tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=e0ac74f9-a893-40fe-910b-af23df2c9e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972624 Jun 30 10:58:52.523549 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c226ddd3-940e-4ed4-af0f-d1e5e4dcd7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996865'] for router_interface, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:52.649968 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port 299eecb7-6a87-4586-a6b8-333d7f95ab96 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:58:52.667058 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 299eecb7-6a87-4586-a6b8-333d7f95ab96 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:58:52.667433 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:52.710879 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-60fd24bb-b7c0-4c2e-bbde-8294a91c6c03 None None] Provisioning for port 74a7e952-38fc-45f5-8583-39791006fc8a completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:58:52.722875 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-60fd24bb-b7c0-4c2e-bbde-8294a91c6c03 None None] Provisioning complete for port 74a7e952-38fc-45f5-8583-39791006fc8a triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:58:52.723249 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-60fd24bb-b7c0-4c2e-bbde-8294a91c6c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:52.778831 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-60fd24bb-b7c0-4c2e-bbde-8294a91c6c03 None None] Port 74a7e952-38fc-45f5-8583-39791006fc8a cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:58:52.820635 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-bb128566-e132-4af7-a694-033a14c5856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03f98e9-50b8-48a8-a4b6-3ab830281fb7', 'name': 'tempest-TestMinimumBasicScenario-422838143-router', 'tenant_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'd237f4de-6208-47bc-8f7c-be0fcd3b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:58:48Z', 'updated_at': '2021-06-30T10:58:49Z', 'revision_number': 3, 'project_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'gw_port': {'id': 'd237f4de-6208-47bc-8f7c-be0fcd3b5770', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:51:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03f98e9-50b8-48a8-a4b6-3ab830281fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:48Z', 'updated_at': '2021-06-30T10:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:52.855288 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb128566-e132-4af7-a694-033a14c5856a None None] The sync data for ids ['f03f98e9-50b8-48a8-a4b6-3ab830281fb7'] in dv-cinder-786627-16-iscsi is: [{'id': 'f03f98e9-50b8-48a8-a4b6-3ab830281fb7', 'name': 'tempest-TestMinimumBasicScenario-422838143-router', 'tenant_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'd237f4de-6208-47bc-8f7c-be0fcd3b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:58:48Z', 'updated_at': '2021-06-30T10:58:49Z', 'revision_number': 3, 'project_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'gw_port': {'id': 'd237f4de-6208-47bc-8f7c-be0fcd3b5770', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:51:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03f98e9-50b8-48a8-a4b6-3ab830281fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:48Z', 'updated_at': '2021-06-30T10:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:58:52.858297 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:52.901947 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port 299eecb7-6a87-4586-a6b8-333d7f95ab96, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=299eecb7-6a87-4586-a6b8-333d7f95ab96,segment=NetworkSegment(c6dbcbf4-08e8-4d24-9661-f6596674a25e),segment_id=c6dbcbf4-08e8-4d24-9661-f6596674a25e)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:58:52.907338 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:52.962528 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=299eecb7-6a87-4586-a6b8-333d7f95ab96,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:53.035847 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c226ddd3-940e-4ed4-af0f-d1e5e4dcd7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:53.054585 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-bede1e2a-a10c-43b6-932c-0311ea0743ef req-745c1d8f-36c3-4012-a623-d45095368fdd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:53.108607 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c1d8f-36c3-4012-a623-d45095368fdd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Pushing event deleted for resources: {'Port': ['ID=877da08e-c070-471d-9921-f8ff9dc230d3,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:53.342163 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device dc7d3c34-316b-4d7e-8085-0544e99c820a up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:58:53.345506 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bede1e2a-a10c-43b6-932c-0311ea0743ef req-745c1d8f-36c3-4012-a623-d45095368fdd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Router 51a89b9a-8eda-426a-af4c-631f81bb920a has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:58:53.382280 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c226ddd3-940e-4ed4-af0f-d1e5e4dcd7d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:53.409518 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port dc7d3c34-316b-4d7e-8085-0544e99c820a triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:58:53.409887 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:53.420043 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c226ddd3-940e-4ed4-af0f-d1e5e4dcd7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:53.497486 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device d237f4de-6208-47bc-8f7c-be0fcd3b5770 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:58:53.510690 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226ddd3-940e-4ed4-af0f-d1e5e4dcd7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=74a7e952-38fc-45f5-8583-39791006fc8a,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:53.547969 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c226ddd3-940e-4ed4-af0f-d1e5e4dcd7d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1998454'] for router_interface, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:53.550194 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port d237f4de-6208-47bc-8f7c-be0fcd3b5770 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:58:53.554246 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port d237f4de-6208-47bc-8f7c-be0fcd3b5770 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:58:53.554443 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:53.618984 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bede1e2a-a10c-43b6-932c-0311ea0743ef req-745c1d8f-36c3-4012-a623-d45095368fdd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:58:53.630906 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b417f3-2628-4fbb-8351-beadd0e9ae70 None None] Sync routers for ids ['51a89b9a-8eda-426a-af4c-631f81bb920a'] in dv-cinder-786627-16-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:58:53.645588 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b417f3-2628-4fbb-8351-beadd0e9ae70 None None] Routers {'51a89b9a-8eda-426a-af4c-631f81bb920a'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:58:53.646369 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-24b417f3-2628-4fbb-8351-beadd0e9ae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:58:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['51a89b9a-8eda-426a-af4c-631f81bb920a'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:53.685210 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:53.716517 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-bede1e2a-a10c-43b6-932c-0311ea0743ef req-745c1d8f-36c3-4012-a623-d45095368fdd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] No DVR routers for this DVR port 877da08e-c070-471d-9921-f8ff9dc230d3 on host hv-cinder-78662 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:58:53.725318 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-bede1e2a-a10c-43b6-932c-0311ea0743ef req-745c1d8f-36c3-4012-a623-d45095368fdd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:53.732125 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bede1e2a-a10c-43b6-932c-0311ea0743ef req-745c1d8f-36c3-4012-a623-d45095368fdd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.39 "DELETE /v2.0/ports/877da08e-c070-471d-9921-f8ff9dc230d3 HTTP/1.1" status: 204 len: 173 time: 2.1915677 Jun 30 10:58:53.733655 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port d237f4de-6208-47bc-8f7c-be0fcd3b5770, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=d237f4de-6208-47bc-8f7c-be0fcd3b5770,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:58:53.734816 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f758395-f74a-4e45-bf3f-6e156884e2fb', 'name': 'network-vif-deleted', 'tag': '877da08e-c070-471d-9921-f8ff9dc230d3'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:58:53.737096 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d6dc7d-3b6a-4a03-aec5-3bf25fcc6a66" -d '{"events": [{"server_uuid": "4f758395-f74a-4e45-bf3f-6e156884e2fb", "name": "network-vif-deleted", "tag": "877da08e-c070-471d-9921-f8ff9dc230d3"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:58:53.746474 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-1d1f6b63-3ba6-43db-b0d0-231c48d9b2bd req-aed51c14-2998-4aeb-901c-23f44c824573 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 210 time: 0.0468123 Jun 30 10:58:53.752952 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:53.754092 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 299eecb7-6a87-4586-a6b8-333d7f95ab96 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:58:53.820490 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c226ddd3-940e-4ed4-af0f-d1e5e4dcd7d6 admin admin] Network 0f2010cc-701d-4966-8e21-575186b48d5f is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:58:53.823502 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-c226ddd3-940e-4ed4-af0f-d1e5e4dcd7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:58:53.894510 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cfdf43-da9e-4eba-936e-8a9358388267 x-openstack-request-id: req-c3cfdf43-da9e-4eba-936e-8a9358388267 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:58:53.894714 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f758395-f74a-4e45-bf3f-6e156884e2fb", "name": "network-vif-deleted", "tag": "877da08e-c070-471d-9921-f8ff9dc230d3", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:58:53.894956 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c3cfdf43-da9e-4eba-936e-8a9358388267 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:58:53.895453 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f758395-f74a-4e45-bf3f-6e156884e2fb', 'name': 'network-vif-deleted', 'tag': '877da08e-c070-471d-9921-f8ff9dc230d3', 'status': 'completed', 'code': 200} Jun 30 10:58:53.918071 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-24b417f3-2628-4fbb-8351-beadd0e9ae70 None None] Set router 51a89b9a-8eda-426a-af4c-631f81bb920a gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:58:53.920871 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=d237f4de-6208-47bc-8f7c-be0fcd3b5770,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:53.941505 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 299eecb7-6a87-4586-a6b8-333d7f95ab96 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:58:53.946696 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:54.025483 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c226ddd3-940e-4ed4-af0f-d1e5e4dcd7d6 admin admin] Router f03f98e9-50b8-48a8-a4b6-3ab830281fb7 has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:58:54.196164 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-24b417f3-2628-4fbb-8351-beadd0e9ae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'name': 'tempest-AttachVolumeShelveTestJSON-1421298501-router', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'dc391260-2204-4b36-a515-4278a0936710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:32Z', 'revision_number': 4, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'gw_port': {'id': 'dc391260-2204-4b36-a515-4278a0936710', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': '431ffc3b-cf99-49d8-b8d6-4f0e561810e3', 'name': '', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'mac_address': 'fa:16:3e:e5:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:29Z', 'updated_at': '2021-06-30T10:54:39Z', 'revision_number': 5, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'subnets': [{'id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:54.198115 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c226ddd3-940e-4ed4-af0f-d1e5e4dcd7d6 admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:58:54.203968 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-c226ddd3-940e-4ed4-af0f-d1e5e4dcd7d6 admin admin] 10.222.0.91 "PUT /v2.0/routers/f03f98e9-50b8-48a8-a4b6-3ab830281fb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7188027 Jun 30 10:58:54.225494 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b417f3-2628-4fbb-8351-beadd0e9ae70 None None] Checking router: 51a89b9a-8eda-426a-af4c-631f81bb920a for host: dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:58:54.228816 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-d7365436-95b5-4da7-894e-2353c1574c76 None None] Provisioning complete for port 74a7e952-38fc-45f5-8583-39791006fc8a triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:58:54.229190 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-d7365436-95b5-4da7-894e-2353c1574c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:54.234427 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b417f3-2628-4fbb-8351-beadd0e9ae70 None None] Routers {'51a89b9a-8eda-426a-af4c-631f81bb920a'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:58:54.235175 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-24b417f3-2628-4fbb-8351-beadd0e9ae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:58:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['51a89b9a-8eda-426a-af4c-631f81bb920a'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:54.270169 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-d7365436-95b5-4da7-894e-2353c1574c76 None None] Port 74a7e952-38fc-45f5-8583-39791006fc8a cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:58:54.360690 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-24b417f3-2628-4fbb-8351-beadd0e9ae70 None None] Set router 51a89b9a-8eda-426a-af4c-631f81bb920a gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:58:54.596824 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-24b417f3-2628-4fbb-8351-beadd0e9ae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'name': 'tempest-AttachVolumeShelveTestJSON-1421298501-router', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'dc391260-2204-4b36-a515-4278a0936710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:32Z', 'revision_number': 4, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'gw_port': {'id': 'dc391260-2204-4b36-a515-4278a0936710', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': '431ffc3b-cf99-49d8-b8d6-4f0e561810e3', 'name': '', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'mac_address': 'fa:16:3e:e5:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:29Z', 'updated_at': '2021-06-30T10:54:39Z', 'revision_number': 5, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'subnets': [{'id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:54.720076 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b417f3-2628-4fbb-8351-beadd0e9ae70 None None] The sync data for ids ['51a89b9a-8eda-426a-af4c-631f81bb920a'] in dv-cinder-786627-16-iscsi is: [{'id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'name': 'tempest-AttachVolumeShelveTestJSON-1421298501-router', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'dc391260-2204-4b36-a515-4278a0936710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:32Z', 'revision_number': 4, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'gw_port': {'id': 'dc391260-2204-4b36-a515-4278a0936710', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': '431ffc3b-cf99-49d8-b8d6-4f0e561810e3', 'name': '', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'mac_address': 'fa:16:3e:e5:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:29Z', 'updated_at': '2021-06-30T10:54:39Z', 'revision_number': 5, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'subnets': [{'id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:58:54.924159 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-28f35686-0405-4450-9b04-ff8de82ab2ac req-1b93a807-f045-42ec-8990-66d7a8e5e85b tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f758395-f74a-4e45-bf3f-6e156884e2fb HTTP/1.1" status: 200 len: 210 time: 0.0370970 Jun 30 10:58:54.998351 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] Sync routers for ids ['f03f98e9-50b8-48a8-a4b6-3ab830281fb7'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:58:55.009071 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] Routers {'f03f98e9-50b8-48a8-a4b6-3ab830281fb7'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:58:55.009290 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:58:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['f03f98e9-50b8-48a8-a4b6-3ab830281fb7'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:55.209417 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb3ab6e-3935-439a-a08e-d3d69f51c49c None None] New status for floating IP 96510c77-6a8d-4fbf-a96f-26c6ffdb01e0: DOWN {{(pid=92945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:58:55.216945 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] Set router f03f98e9-50b8-48a8-a4b6-3ab830281fb7 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:58:55.281177 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device d237f4de-6208-47bc-8f7c-be0fcd3b5770 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:58:55.453999 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port d237f4de-6208-47bc-8f7c-be0fcd3b5770 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:58:55.454118 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:55.691496 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03f98e9-50b8-48a8-a4b6-3ab830281fb7', 'name': 'tempest-TestMinimumBasicScenario-422838143-router', 'tenant_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'd237f4de-6208-47bc-8f7c-be0fcd3b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:58:48Z', 'updated_at': '2021-06-30T10:58:52Z', 'revision_number': 4, 'project_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'gw_port': {'id': 'd237f4de-6208-47bc-8f7c-be0fcd3b5770', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:51:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03f98e9-50b8-48a8-a4b6-3ab830281fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:48Z', 'updated_at': '2021-06-30T10:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': '74a7e952-38fc-45f5-8583-39791006fc8a', 'name': '', 'network_id': '0f2010cc-701d-4966-8e21-575186b48d5f', 'tenant_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'mac_address': 'fa:16:3e:ae:45:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03f98e9-50b8-48a8-a4b6-3ab830281fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e4d4b645-c026-4233-81e5-8183a16ef3f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:51Z', 'updated_at': '2021-06-30T10:58:53Z', 'revision_number': 2, 'project_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'subnets': [{'id': 'e4d4b645-c026-4233-81e5-8183a16ef3f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:55.759230 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] Checking router: f03f98e9-50b8-48a8-a4b6-3ab830281fb7 for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:58:55.759487 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] Updating router f03f98e9-50b8-48a8-a4b6-3ab830281fb7 port 74a7e952-38fc-45f5-8583-39791006fc8a binding host dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:58:55.807033 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:56.145067 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60228) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:56.257902 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60232) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:56.282084 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c30da165-1c76-42a0-919a-6373dceba2e9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:56.283873 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:56.310876 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] Transition to ACTIVE for port object 74a7e952-38fc-45f5-8583-39791006fc8a will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:58:56.314596 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c30da165-1c76-42a0-919a-6373dceba2e9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:56.323619 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:56.400713 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c30da165-1c76-42a0-919a-6373dceba2e9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:56.400944 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca53950-6f78-4487-84f2-32ee4fda5cb8 None None] Pushing event updated for resources: {'Port': ['ID=74a7e952-38fc-45f5-8583-39791006fc8a,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:56.417222 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c30da165-1c76-42a0-919a-6373dceba2e9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:56.421967 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-c30da165-1c76-42a0-919a-6373dceba2e9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "DELETE /v2.0/security-groups/e0ac74f9-a893-40fe-910b-af23df2c9e77 HTTP/1.1" status: 204 len: 168 time: 0.2748001 Jun 30 10:58:56.425109 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60236) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:56.448337 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30da165-1c76-42a0-919a-6373dceba2e9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ac74f9-a893-40fe-910b-af23df2c9e77,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:56.464027 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.api.v2.resource [None req-c59eea5a-b508-41ff-b559-308c3dd4f360 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] show failed (client error): The resource could not be found. Jun 30 10:58:56.469598 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-c59eea5a-b508-41ff-b559-308c3dd4f360 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups/e0ac74f9-a893-40fe-910b-af23df2c9e77 HTTP/1.1" status: 404 len: 347 time: 0.0432625 Jun 30 10:58:56.470682 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60238) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:56.494443 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4548434a-cc6f-4c8a-ab49-7441eb8326db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:56.510755 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] Attempting to bind port 74a7e952-38fc-45f5-8583-39791006fc8a on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:58:56.511074 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] Attempting to bind port 74a7e952-38fc-45f5-8583-39791006fc8a by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': 'c6dbcbf4-08e8-4d24-9661-f6596674a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f2010cc-701d-4966-8e21-575186b48d5f'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:58:56.512780 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] Attempting to bind port 74a7e952-38fc-45f5-8583-39791006fc8a on network 0f2010cc-701d-4966-8e21-575186b48d5f {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:58:56.519611 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:58:56.520020 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] Checking segment: {'id': 'c6dbcbf4-08e8-4d24-9661-f6596674a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f2010cc-701d-4966-8e21-575186b48d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:58:56.520431 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:56.520854 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] Bound using segment: {'id': 'c6dbcbf4-08e8-4d24-9661-f6596674a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f2010cc-701d-4966-8e21-575186b48d5f'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:58:56.521380 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] Bound port: 74a7e952-38fc-45f5-8583-39791006fc8a, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6dbcbf4-08e8-4d24-9661-f6596674a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f2010cc-701d-4966-8e21-575186b48d5f'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:58:56.521772 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:56.627574 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] For port 74a7e952-38fc-45f5-8583-39791006fc8a, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:58:56.635907 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] For port 74a7e952-38fc-45f5-8583-39791006fc8a, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=74a7e952-38fc-45f5-8583-39791006fc8a,segment=NetworkSegment(c6dbcbf4-08e8-4d24-9661-f6596674a25e),segment_id=c6dbcbf4-08e8-4d24-9661-f6596674a25e)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:58:56.642858 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:56.645792 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4548434a-cc6f-4c8a-ab49-7441eb8326db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:56.651030 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4548434a-cc6f-4c8a-ab49-7441eb8326db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:56.694030 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-4548434a-cc6f-4c8a-ab49-7441eb8326db admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d450fd393ca1447b89910d9f8a0c2919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4348264 Jun 30 10:58:56.694959 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548434a-cc6f-4c8a-ab49-7441eb8326db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece6b4f6-f57f-4eec-9fef-fa478b9c4b94,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:56.697354 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60240) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:56.722870 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.plugin [None req-14ed40c0-803a-4d89-9417-b89fec7891a1 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Deleting port 186afda3-47d9-4715-804b-f5bf603bde5b {{(pid=92943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:58:56.723826 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-14ed40c0-803a-4d89-9417-b89fec7891a1 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:56.727870 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] Routers {'f03f98e9-50b8-48a8-a4b6-3ab830281fb7'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:58:56.728541 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:58:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['f03f98e9-50b8-48a8-a4b6-3ab830281fb7'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:56.757336 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-89b3fc17-20d2-4f4b-a55e-6f334120834a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:56.787487 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-89b3fc17-20d2-4f4b-a55e-6f334120834a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:56.858584 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-89b3fc17-20d2-4f4b-a55e-6f334120834a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:56.861350 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-89b3fc17-20d2-4f4b-a55e-6f334120834a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:56.862653 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-89b3fc17-20d2-4f4b-a55e-6f334120834a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ece6b4f6-f57f-4eec-9fef-fa478b9c4b94 HTTP/1.1" status: 204 len: 168 time: 0.1643322 Jun 30 10:58:56.877654 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3fc17-20d2-4f4b-a55e-6f334120834a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece6b4f6-f57f-4eec-9fef-fa478b9c4b94,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:56.885639 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-14ed40c0-803a-4d89-9417-b89fec7891a1 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:56.885975 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-14ed40c0-803a-4d89-9417-b89fec7891a1 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:56.919209 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.plugin [None req-14ed40c0-803a-4d89-9417-b89fec7891a1 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Calling delete_port for 186afda3-47d9-4715-804b-f5bf603bde5b owned by network:floatingip {{(pid=92943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:58:57.050614 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca53950-6f78-4487-84f2-32ee4fda5cb8 None None] Pushing event updated for resources: {'Port': ['ID=74a7e952-38fc-45f5-8583-39791006fc8a,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:57.170119 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-14ed40c0-803a-4d89-9417-b89fec7891a1 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725947'] for port, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:57.223727 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] Set router f03f98e9-50b8-48a8-a4b6-3ab830281fb7 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:58:57.387998 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60248) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:57.414612 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d3146e94-3d58-4aab-ac40-28a18f42a9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:57.498342 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed40c0-803a-4d89-9417-b89fec7891a1 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Pushing event deleted for resources: {'Port': ['ID=186afda3-47d9-4715-804b-f5bf603bde5b,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:57.546377 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d3146e94-3d58-4aab-ac40-28a18f42a9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:57.552697 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03f98e9-50b8-48a8-a4b6-3ab830281fb7', 'name': 'tempest-TestMinimumBasicScenario-422838143-router', 'tenant_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'd237f4de-6208-47bc-8f7c-be0fcd3b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:58:48Z', 'updated_at': '2021-06-30T10:58:52Z', 'revision_number': 4, 'project_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'gw_port': {'id': 'd237f4de-6208-47bc-8f7c-be0fcd3b5770', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:51:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03f98e9-50b8-48a8-a4b6-3ab830281fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:48Z', 'updated_at': '2021-06-30T10:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': '74a7e952-38fc-45f5-8583-39791006fc8a', 'name': '', 'network_id': '0f2010cc-701d-4966-8e21-575186b48d5f', 'tenant_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'mac_address': 'fa:16:3e:ae:45:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03f98e9-50b8-48a8-a4b6-3ab830281fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e4d4b645-c026-4233-81e5-8183a16ef3f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:51Z', 'updated_at': '2021-06-30T10:58:56Z', 'revision_number': 4, 'project_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'subnets': [{'id': 'e4d4b645-c026-4233-81e5-8183a16ef3f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:58:57.554789 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d3146e94-3d58-4aab-ac40-28a18f42a9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:57.571488 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-14ed40c0-803a-4d89-9417-b89fec7891a1 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for floatingip, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:57.574319 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-14ed40c0-803a-4d89-9417-b89fec7891a1 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for floatingip, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:57.575584 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-14ed40c0-803a-4d89-9417-b89fec7891a1 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "DELETE /v2.0/floatingips/96510c77-6a8d-4fbf-a96f-26c6ffdb01e0 HTTP/1.1" status: 204 len: 168 time: 1.1036601 Jun 30 10:58:57.594160 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bb19f0-56e9-4176-87cd-a1b26bab8ee2 None None] The sync data for ids ['f03f98e9-50b8-48a8-a4b6-3ab830281fb7'] in dv-cinder-786627-16-iscsi is: [{'id': 'f03f98e9-50b8-48a8-a4b6-3ab830281fb7', 'name': 'tempest-TestMinimumBasicScenario-422838143-router', 'tenant_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'd237f4de-6208-47bc-8f7c-be0fcd3b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:58:48Z', 'updated_at': '2021-06-30T10:58:52Z', 'revision_number': 4, 'project_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'gw_port': {'id': 'd237f4de-6208-47bc-8f7c-be0fcd3b5770', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:51:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03f98e9-50b8-48a8-a4b6-3ab830281fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:48Z', 'updated_at': '2021-06-30T10:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': '74a7e952-38fc-45f5-8583-39791006fc8a', 'name': '', 'network_id': '0f2010cc-701d-4966-8e21-575186b48d5f', 'tenant_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'mac_address': 'fa:16:3e:ae:45:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03f98e9-50b8-48a8-a4b6-3ab830281fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e4d4b645-c026-4233-81e5-8183a16ef3f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:51Z', 'updated_at': '2021-06-30T10:58:56Z', 'revision_number': 4, 'project_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'subnets': [{'id': 'e4d4b645-c026-4233-81e5-8183a16ef3f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:58:57.608917 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3146e94-3d58-4aab-ac40-28a18f42a9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e1c464-84f0-4a58-a413-cd5574127cf8,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:57.613495 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-d3146e94-3d58-4aab-ac40-28a18f42a9d8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7101726c9d354f8a8507837487fe9c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238686 Jun 30 10:58:57.617296 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60250) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:57.738852 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f938-91ac-4fae-b08b-22e2a2dac338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:57.770496 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f938-91ac-4fae-b08b-22e2a2dac338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:57.848289 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f938-91ac-4fae-b08b-22e2a2dac338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:57.851249 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f938-91ac-4fae-b08b-22e2a2dac338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:57.852546 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-8dc7f938-91ac-4fae-b08b-22e2a2dac338 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/59e1c464-84f0-4a58-a413-cd5574127cf8 HTTP/1.1" status: 204 len: 168 time: 0.2348838 Jun 30 10:58:57.862554 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7f938-91ac-4fae-b08b-22e2a2dac338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e1c464-84f0-4a58-a413-cd5574127cf8,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:58.224036 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60262) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:58.236910 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-9545ad77-45f6-463b-b32e-c9839ada8543 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--635151802', 'description': 'tempest-description--130196109'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:58:58.272289 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9545ad77-45f6-463b-b32e-c9839ada8543 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:58.330742 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 877da08e-c070-471d-9921-f8ff9dc230d3 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:58:58.379976 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] No Port match for: 877da08e-c070-471d-9921-f8ff9dc230d3 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:58:58.380334 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 877da08e-c070-471d-9921-f8ff9dc230d3 not bound to the agent host hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:58:58.500386 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9545ad77-45f6-463b-b32e-c9839ada8543 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:58.509106 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9545ad77-45f6-463b-b32e-c9839ada8543 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:58.549990 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9545ad77-45f6-463b-b32e-c9839ada8543 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:58.554732 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60272) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:58.555990 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-9545ad77-45f6-463b-b32e-c9839ada8543 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3306413 Jun 30 10:58:58.559204 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545ad77-45f6-463b-b32e-c9839ada8543 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f216a77d-940d-4701-a1dd-241d8dd5eb36,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:58.561321 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-0ec64f44-9113-4761-a571-cae1af086191 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Request body: {'security_group_rule': {'security_group_id': 'f216a77d-940d-4701-a1dd-241d8dd5eb36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:58:58.617381 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-0ec64f44-9113-4761-a571-cae1af086191 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:58.709657 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-0ec64f44-9113-4761-a571-cae1af086191 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:58.714797 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-0ec64f44-9113-4761-a571-cae1af086191 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:58.741064 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec64f44-9113-4761-a571-cae1af086191 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5680bb7-049b-4457-87b5-a080e8aac346,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:58.756899 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-0ec64f44-9113-4761-a571-cae1af086191 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:58.758935 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-0ec64f44-9113-4761-a571-cae1af086191 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2029769 Jun 30 10:58:58.761382 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60280) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:58.770666 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-c87f08f3-9cac-4747-b005-682300d6c834 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Request body: {'security_group_rule': {'security_group_id': 'f216a77d-940d-4701-a1dd-241d8dd5eb36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:58:58.835365 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c87f08f3-9cac-4747-b005-682300d6c834 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:58.930310 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c87f08f3-9cac-4747-b005-682300d6c834 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:58.948746 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c87f08f3-9cac-4747-b005-682300d6c834 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:58.974196 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f08f3-9cac-4747-b005-682300d6c834 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64179c0-1226-44aa-84bd-13cfcac8fd2c,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:58.997439 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c87f08f3-9cac-4747-b005-682300d6c834 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:58.998710 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-c87f08f3-9cac-4747-b005-682300d6c834 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2331083 Jun 30 10:58:59.001832 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60288) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:59.007992 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-bec48c15-80a6-4a5a-b141-087d9230de97 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Request body: {'floatingip': {'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:58:59.041906 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bec48c15-80a6-4a5a-b141-087d9230de97 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for floatingip, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:59.229519 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bec48c15-80a6-4a5a-b141-087d9230de97 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:59.278707 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 74a7e952-38fc-45f5-8583-39791006fc8a up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:58:59.366261 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port 74a7e952-38fc-45f5-8583-39791006fc8a completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:58:59.375571 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 74a7e952-38fc-45f5-8583-39791006fc8a triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:58:59.376828 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:59.483577 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_common [None req-bec48c15-80a6-4a5a-b141-087d9230de97 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Allocated IP 172.27.3.204 (35f17bf8-70f6-411c-85c9-98655ea214de/851b99d8-6dc6-42fa-aa4a-7df3a488276b/7559f33d-b305-4bc0-80be-ce2184b8f2fa) {{(pid=92943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:58:59.492279 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:59.545401 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port 74a7e952-38fc-45f5-8583-39791006fc8a, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=74a7e952-38fc-45f5-8583-39791006fc8a,segment=NetworkSegment(c6dbcbf4-08e8-4d24-9661-f6596674a25e),segment_id=c6dbcbf4-08e8-4d24-9661-f6596674a25e)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:58:59.558972 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:59.651758 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=74a7e952-38fc-45f5-8583-39791006fc8a,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:59.652778 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bec48c15-80a6-4a5a-b141-087d9230de97 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for port, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:59.683662 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60296) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:58:59.712591 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bec48c15-80a6-4a5a-b141-087d9230de97 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8725936'] for port, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:59.778933 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec48c15-80a6-4a5a-b141-087d9230de97 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Pushing event updated for resources: {'Port': ['ID=7559f33d-b305-4bc0-80be-ce2184b8f2fa,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:58:59.798991 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec48c15-80a6-4a5a-b141-087d9230de97 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Network 35f17bf8-70f6-411c-85c9-98655ea214de is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:58:59.800700 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-bec48c15-80a6-4a5a-b141-087d9230de97 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:58:59.805655 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec48c15-80a6-4a5a-b141-087d9230de97 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Received port after_create {{(pid=92943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:58:59.842466 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e9e6280e-f84a-4d52-a318-609bd52e6060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:59.954681 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bec48c15-80a6-4a5a-b141-087d9230de97 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:00.003977 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e9e6280e-f84a-4d52-a318-609bd52e6060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:00.009744 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e9e6280e-f84a-4d52-a318-609bd52e6060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:00.013856 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bec48c15-80a6-4a5a-b141-087d9230de97 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:00.060309 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-e9e6280e-f84a-4d52-a318-609bd52e6060 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0881d3cafc054fafa5e8b914f269e853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3714049 Jun 30 10:59:00.060309 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6280e-f84a-4d52-a318-609bd52e6060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e914fa04-a2b1-4b9c-9324-892a6115adfb,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:00.062359 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60300) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:00.133597 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-58b64112-d39b-4043-bf44-d5995372198f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:00.159468 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-58b64112-d39b-4043-bf44-d5995372198f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:00.217674 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-58b64112-d39b-4043-bf44-d5995372198f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:00.222467 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-58b64112-d39b-4043-bf44-d5995372198f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:00.225123 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-58b64112-d39b-4043-bf44-d5995372198f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e914fa04-a2b1-4b9c-9324-892a6115adfb HTTP/1.1" status: 204 len: 168 time: 0.1615863 Jun 30 10:59:00.248756 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b64112-d39b-4043-bf44-d5995372198f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e914fa04-a2b1-4b9c-9324-892a6115adfb,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:00.279656 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bec48c15-80a6-4a5a-b141-087d9230de97 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:00.289777 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bec48c15-80a6-4a5a-b141-087d9230de97 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725890'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:00.371559 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec48c15-80a6-4a5a-b141-087d9230de97 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Pushing event updated for resources: {'Port': ['ID=7559f33d-b305-4bc0-80be-ce2184b8f2fa,revision_number=2']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:00.400129 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bec48c15-80a6-4a5a-b141-087d9230de97 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995794'] for floatingip, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:00.426065 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bec48c15-80a6-4a5a-b141-087d9230de97 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for floatingip, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:00.433374 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-bec48c15-80a6-4a5a-b141-087d9230de97 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4279420 Jun 30 10:59:00.770637 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-938a01ec-e96a-48f3-b64f-649eb9f0d0d9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--635151802&fields=id&tenant_id=dd767d920c4042ebb7ff4a63cffdc075 HTTP/1.1" status: 200 len: 267 time: 0.0713971 Jun 30 10:59:00.936400 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-ae9e08cf-3e18-4555-acfb-2a8eecf1f580 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:00.943314 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-ae9e08cf-3e18-4555-acfb-2a8eecf1f580 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/networks?id=3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 HTTP/1.1" status: 200 len: 817 time: 0.1639421 Jun 30 10:59:00.961165 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-e3948c43-066a-415d-9d45-7f769a12dbb7 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/quotas/dd767d920c4042ebb7ff4a63cffdc075 HTTP/1.1" status: 200 len: 375 time: 0.0167818 Jun 30 10:59:01.070266 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-4fab53b1-44a8-482e-9274-96087b3897d4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=dd767d920c4042ebb7ff4a63cffdc075&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1081665 Jun 30 10:59:01.190584 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-039562ec-806a-4b70-be96-215f77e51826 service neutron] 10.222.0.91 "GET /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044002 Jun 30 10:59:01.219735 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 74a7e952-38fc-45f5-8583-39791006fc8a up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:01.330298 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 74a7e952-38fc-45f5-8583-39791006fc8a triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:01.330939 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:01.355445 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-9bd31229-226a-4ed8-b1d1-e921bfeeb590 service neutron] 10.222.0.91 "GET /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498718 Jun 30 10:59:01.674733 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-426685d6-2df8-40ca-8841-c94d14ed1f22 req-2aa8cc86-fdef-4146-84ea-4d7da98b2bb9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 210 time: 0.0420716 Jun 30 10:59:02.883888 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0243a92a-5db7-4749-a151-ca2e654d4627 req-1ba8023e-470c-4e22-bc50-fb20395bb253 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 210 time: 0.0426610 Jun 30 10:59:02.920506 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-00ae752c-1ed2-45a1-935e-20cb520520e2 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:02.922668 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-00ae752c-1ed2-45a1-935e-20cb520520e2 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.39 "GET /v2.0/networks?id=3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 HTTP/1.1" status: 200 len: 817 time: 0.1338098 Jun 30 10:59:02.974401 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-e7d2e0f2-c010-498a-9e44-72a5dc6a9485 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd767d920c4042ebb7ff4a63cffdc075 HTTP/1.1" status: 200 len: 379 time: 0.0407379 Jun 30 10:59:02.985737 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-fc462e9c-0c7f-45de-9593-0d04e2041cc9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Request body: {'port': {'device_id': '259f3d9b-5cb5-4253-ac1e-a34b84e86e73', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'admin_state_up': True, 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'security_groups': ['f216a77d-940d-4701-a1dd-241d8dd5eb36']}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:03.125351 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-fc462e9c-0c7f-45de-9593-0d04e2041cc9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Made reservation on behalf of dd767d920c4042ebb7ff4a63cffdc075 for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:59:03.129610 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-fc462e9c-0c7f-45de-9593-0d04e2041cc9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:03.301583 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-fc462e9c-0c7f-45de-9593-0d04e2041cc9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Allocated IP 172.20.0.5 (3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3/bd9941a1-a63d-4ae1-bee1-bc13b8df9212/013e43a9-d2ea-4d0c-886b-da0e49c4508e) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:59:03.507755 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-fc462e9c-0c7f-45de-9593-0d04e2041cc9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:03.521802 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-fc462e9c-0c7f-45de-9593-0d04e2041cc9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Transition to ACTIVE for port object 013e43a9-d2ea-4d0c-886b-da0e49c4508e will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:03.558988 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-fc462e9c-0c7f-45de-9593-0d04e2041cc9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8415484'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:03.610892 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-fc462e9c-0c7f-45de-9593-0d04e2041cc9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Network 3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:59:03.614528 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-fc462e9c-0c7f-45de-9593-0d04e2041cc9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:03.617121 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-fc462e9c-0c7f-45de-9593-0d04e2041cc9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:59:03.646667 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc462e9c-0c7f-45de-9593-0d04e2041cc9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Pushing event updated for resources: {'Port': ['ID=013e43a9-d2ea-4d0c-886b-da0e49c4508e,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:03.693899 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-fc462e9c-0c7f-45de-9593-0d04e2041cc9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:03.694711 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-fc462e9c-0c7f-45de-9593-0d04e2041cc9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:03.715341 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-fc462e9c-0c7f-45de-9593-0d04e2041cc9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7345433 Jun 30 10:59:03.897029 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-85327e08-d6ef-45f8-a0f7-5766b71bc3fd None None] Provisioning for port 013e43a9-d2ea-4d0c-886b-da0e49c4508e completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:03.901105 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-85327e08-d6ef-45f8-a0f7-5766b71bc3fd None None] Provisioning complete for port 013e43a9-d2ea-4d0c-886b-da0e49c4508e triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:03.901477 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-85327e08-d6ef-45f8-a0f7-5766b71bc3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:03.949196 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-85327e08-d6ef-45f8-a0f7-5766b71bc3fd None None] Port 013e43a9-d2ea-4d0c-886b-da0e49c4508e cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:59:04.079342 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e3a43-ea53-46f8-9dde-dd3d3c1bd2c0 req-4caf3fe8-0d07-4126-a302-1b5b2c1ae80d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:04.081239 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fb1e3a43-ea53-46f8-9dde-dd3d3c1bd2c0 req-4caf3fe8-0d07-4126-a302-1b5b2c1ae80d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 931 time: 0.0814092 Jun 30 10:59:04.082938 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:04.138567 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fb1e3a43-ea53-46f8-9dde-dd3d3c1bd2c0 req-71e05926-b07d-4ab3-bd0e-388761f78899 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512328 Jun 30 10:59:05.322707 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb61156-e3cc-4d07-ae13-baccdc0248f5 req-dd020371-de16-498c-abc9-ab93c7d3da07 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:05.325568 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-1cb61156-e3cc-4d07-ae13-baccdc0248f5 req-dd020371-de16-498c-abc9-ab93c7d3da07 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 931 time: 0.0727823 Jun 30 10:59:05.374789 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-1cb61156-e3cc-4d07-ae13-baccdc0248f5 req-d5551638-a18f-4df3-8bd6-07fd011c06c1 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414617 Jun 30 10:59:05.428475 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-79f9079b-5f27-40fb-ba2b-aba3082d6dce service neutron] Request body: {'port': {'device_id': '259f3d9b-5cb5-4253-ac1e-a34b84e86e73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:05.511082 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-79f9079b-5f27-40fb-ba2b-aba3082d6dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:05.817566 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-79f9079b-5f27-40fb-ba2b-aba3082d6dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013e43a9-d2ea-4d0c-886b-da0e49c4508e {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:59:05.828766 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-79f9079b-5f27-40fb-ba2b-aba3082d6dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:05.842521 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-79f9079b-5f27-40fb-ba2b-aba3082d6dce service neutron] Transition to ACTIVE for port object 013e43a9-d2ea-4d0c-886b-da0e49c4508e will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:05.848032 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-79f9079b-5f27-40fb-ba2b-aba3082d6dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:05.900426 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9079b-5f27-40fb-ba2b-aba3082d6dce service neutron] Pushing event updated for resources: {'Port': ['ID=013e43a9-d2ea-4d0c-886b-da0e49c4508e,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:05.975174 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ff3f171e-1185-45c9-b71e-f7fc15f08215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:06.010447 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-79f9079b-5f27-40fb-ba2b-aba3082d6dce service neutron] Attempting to bind port 013e43a9-d2ea-4d0c-886b-da0e49c4508e on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:59:06.011169 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-79f9079b-5f27-40fb-ba2b-aba3082d6dce service neutron] Attempting to bind port 013e43a9-d2ea-4d0c-886b-da0e49c4508e by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'bc727c53-35dd-4e52-a07f-d2476a898a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:59:06.011861 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-79f9079b-5f27-40fb-ba2b-aba3082d6dce service neutron] Attempting to bind port 013e43a9-d2ea-4d0c-886b-da0e49c4508e on network 3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:59:06.020605 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-79f9079b-5f27-40fb-ba2b-aba3082d6dce service neutron] Port 013e43a9-d2ea-4d0c-886b-da0e49c4508e on network 3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:59:06.021103 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-79f9079b-5f27-40fb-ba2b-aba3082d6dce service neutron] Attempting to bind port 013e43a9-d2ea-4d0c-886b-da0e49c4508e on network 3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:59:06.026533 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-79f9079b-5f27-40fb-ba2b-aba3082d6dce service neutron] Checking agent: {'id': '5d5b2242-4ffd-4515-a15c-824c74b42c52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'started_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:59:06.027065 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-79f9079b-5f27-40fb-ba2b-aba3082d6dce service neutron] Checking segment: {'id': 'bc727c53-35dd-4e52-a07f-d2476a898a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:59:06.027517 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-79f9079b-5f27-40fb-ba2b-aba3082d6dce service neutron] Bound using segment: {'id': 'bc727c53-35dd-4e52-a07f-d2476a898a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:59:06.028235 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-79f9079b-5f27-40fb-ba2b-aba3082d6dce service neutron] Bound port: 013e43a9-d2ea-4d0c-886b-da0e49c4508e, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc727c53-35dd-4e52-a07f-d2476a898a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:59:06.028761 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-79f9079b-5f27-40fb-ba2b-aba3082d6dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:06.111110 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-79f9079b-5f27-40fb-ba2b-aba3082d6dce service neutron] For port 013e43a9-d2ea-4d0c-886b-da0e49c4508e, host hv-cinder-78662, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:59:06.114817 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-79f9079b-5f27-40fb-ba2b-aba3082d6dce service neutron] For port 013e43a9-d2ea-4d0c-886b-da0e49c4508e, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=013e43a9-d2ea-4d0c-886b-da0e49c4508e,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:59:06.125434 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-79f9079b-5f27-40fb-ba2b-aba3082d6dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:06.168074 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-79f9079b-5f27-40fb-ba2b-aba3082d6dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:06.169234 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-79f9079b-5f27-40fb-ba2b-aba3082d6dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:06.170639 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-79f9079b-5f27-40fb-ba2b-aba3082d6dce service neutron] 10.222.0.39 "PUT /v2.0/ports/013e43a9-d2ea-4d0c-886b-da0e49c4508e HTTP/1.1" status: 200 len: 1093 time: 0.7467532 Jun 30 10:59:06.171139 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259f3d9b-5cb5-4253-ac1e-a34b84e86e73', 'tag': '013e43a9-d2ea-4d0c-886b-da0e49c4508e'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:59:06.173478 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f9158d-14f8-432c-bca8-82e345724ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "259f3d9b-5cb5-4253-ac1e-a34b84e86e73", "tag": "013e43a9-d2ea-4d0c-886b-da0e49c4508e"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:59:06.212233 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9079b-5f27-40fb-ba2b-aba3082d6dce service neutron] Pushing event updated for resources: {'Port': ['ID=013e43a9-d2ea-4d0c-886b-da0e49c4508e,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:06.216015 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850fe017-4dbd-4e20-9f4c-275a2d82efa2 x-openstack-request-id: req-850fe017-4dbd-4e20-9f4c-275a2d82efa2 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:59:06.216614 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259f3d9b-5cb5-4253-ac1e-a34b84e86e73", "tag": "013e43a9-d2ea-4d0c-886b-da0e49c4508e", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:59:06.216614 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-850fe017-4dbd-4e20-9f4c-275a2d82efa2 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:59:06.217535 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259f3d9b-5cb5-4253-ac1e-a34b84e86e73', 'tag': '013e43a9-d2ea-4d0c-886b-da0e49c4508e', 'status': 'completed', 'code': 200} Jun 30 10:59:06.585297 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9158d-14f8-432c-bca8-82e345724ebd req-ef8352e2-59a6-44c5-b211-b2f2c0140fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:06.587146 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-09f9158d-14f8-432c-bca8-82e345724ebd req-ef8352e2-59a6-44c5-b211-b2f2c0140fbe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd767d920c4042ebb7ff4a63cffdc075&device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 1096 time: 0.0720234 Jun 30 10:59:06.589572 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b78c50-b568-4f48-8810-1f1f0b21aadb req-d63e5879-10d1-4d9c-a42b-c96bd41b6443 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:06.597831 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-81b78c50-b568-4f48-8810-1f1f0b21aadb req-d63e5879-10d1-4d9c-a42b-c96bd41b6443 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 943 time: 0.0876067 Jun 30 10:59:06.641526 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-81b78c50-b568-4f48-8810-1f1f0b21aadb req-525fb86a-8f1d-4bb2-813b-6d5ca9ba7de8 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424490 Jun 30 10:59:06.723566 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9158d-14f8-432c-bca8-82e345724ebd req-8148cb88-4b70-4705-b2b9-b1282c2e9c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:06.725212 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-09f9158d-14f8-432c-bca8-82e345724ebd req-8148cb88-4b70-4705-b2b9-b1282c2e9c2a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=dd767d920c4042ebb7ff4a63cffdc075&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1300056 Jun 30 10:59:06.837446 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9158d-14f8-432c-bca8-82e345724ebd req-b30f2ab2-92ea-464e-9538-91b0797e9a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:06.838998 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-09f9158d-14f8-432c-bca8-82e345724ebd req-b30f2ab2-92ea-464e-9538-91b0797e9a64 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1066985 Jun 30 10:59:06.936947 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-9327db0c-8f74-42dc-8b57-3c5ffa554db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:06.938439 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-9327db0c-8f74-42dc-8b57-3c5ffa554db6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd767d920c4042ebb7ff4a63cffdc075&device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 1096 time: 0.0599203 Jun 30 10:59:06.992136 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-95796041-e70f-42a7-b752-80019dadae15 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=013e43a9-d2ea-4d0c-886b-da0e49c4508e HTTP/1.1" status: 200 len: 217 time: 0.0382805 Jun 30 10:59:07.053864 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-82da8742-bd25-407a-bc18-af7de618819f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:07.055698 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-82da8742-bd25-407a-bc18-af7de618819f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd9941a1-a63d-4ae1-bee1-bc13b8df9212 HTTP/1.1" status: 200 len: 856 time: 0.0568795 Jun 30 10:59:07.123065 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-d538c02c-fd67-4167-8fc4-38a5dda2eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:07.124581 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-d538c02c-fd67-4167-8fc4-38a5dda2eb19 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0623949 Jun 30 10:59:07.217767 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-53f98765-e96a-4b12-9dd7-14e523d2feb6 service neutron] 10.222.0.39 "GET /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857017 Jun 30 10:59:07.311697 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d49da329-4d7d-4bba-b6af-208bd5c3eeaa req-6a18da65-a222-4e9f-861a-2055fc7259d2 service neutron] 10.222.0.39 "GET /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866725 Jun 30 10:59:07.689150 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-196aa721-567c-45ab-9e26-ec4cac4df7b5 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:07.690671 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-196aa721-567c-45ab-9e26-ec4cac4df7b5 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/networks?id=aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 HTTP/1.1" status: 200 len: 815 time: 0.1087222 Jun 30 10:59:07.705558 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-903dfa14-e6aa-4e9f-89ca-2722145ebb8b tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/quotas/7048c1aee61f418585e6776bc9e22ed7 HTTP/1.1" status: 200 len: 375 time: 0.0093374 Jun 30 10:59:07.789412 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-16ea50f2-3208-419c-80e5-4639a34d4c60 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7048c1aee61f418585e6776bc9e22ed7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783930 Jun 30 10:59:07.836887 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7bfd3-21ff-4adf-ac5c-1c821a5e5126 req-c4e2bc03-23ce-4865-b612-20afcd54160b tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:07.838359 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-51b7bfd3-21ff-4adf-ac5c-1c821a5e5126 req-c4e2bc03-23ce-4865-b612-20afcd54160b tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 943 time: 0.0736196 Jun 30 10:59:07.877223 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-51b7bfd3-21ff-4adf-ac5c-1c821a5e5126 req-4813bf8b-67fd-407c-84d5-32e00947cdd1 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322478 Jun 30 10:59:07.884920 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-72ca0ee3-af36-4fbb-a096-9649df1525e2 service neutron] 10.222.0.91 "GET /v2.0/networks/aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826373 Jun 30 10:59:07.975307 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-9c3891b6-a68f-4d9f-a7b6-9381bd49cd3a service neutron] 10.222.0.91 "GET /v2.0/networks/aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841694 Jun 30 10:59:08.143667 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e2aa6133-34d5-4e2e-9296-edb94ade996e req-40b64aab-da12-4d0f-85aa-4f62217db829 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 210 time: 0.0289958 Jun 30 10:59:08.376186 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60514) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:08.484118 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bd41ece9-48e0-4cdb-b208-6e01f82f1c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:08.582181 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bd41ece9-48e0-4cdb-b208-6e01f82f1c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:08.585937 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bd41ece9-48e0-4cdb-b208-6e01f82f1c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:08.629153 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41ece9-48e0-4cdb-b208-6e01f82f1c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d44d26a-6990-4c2e-b730-595c8ae1969f,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:08.636880 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-bd41ece9-48e0-4cdb-b208-6e01f82f1c12 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=68a812a9aa0d409a9ea3b6c2e4b8cc35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571075 Jun 30 10:59:08.638139 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60520) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:08.690636 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-48ad7930-2d12-4c6c-abfe-fb57f1488723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:08.712473 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-48ad7930-2d12-4c6c-abfe-fb57f1488723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:08.768719 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-48ad7930-2d12-4c6c-abfe-fb57f1488723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:08.771331 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-48ad7930-2d12-4c6c-abfe-fb57f1488723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:08.772891 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-48ad7930-2d12-4c6c-abfe-fb57f1488723 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1d44d26a-6990-4c2e-b730-595c8ae1969f HTTP/1.1" status: 204 len: 168 time: 0.1346357 Jun 30 10:59:08.784240 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad7930-2d12-4c6c-abfe-fb57f1488723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d44d26a-6990-4c2e-b730-595c8ae1969f,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:08.829057 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b69bd6e0-5d1b-4b96-8696-b10b3e1178aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:09.060189 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:09.073848 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e61f2-56db-463e-a37e-68468de470a1 req-9a61f92a-6e79-48b0-92e9-7fd236a6fc95 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:09.075526 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-f07e61f2-56db-463e-a37e-68468de470a1 req-9a61f92a-6e79-48b0-92e9-7fd236a6fc95 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 943 time: 0.0821137 Jun 30 10:59:09.116666 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-f07e61f2-56db-463e-a37e-68468de470a1 req-0db4fe63-2ab6-4420-9077-fcad0a19c345 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350301 Jun 30 10:59:09.327369 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cb61511f-a2ce-4fc3-b5a6-47e9c15e71f6 req-a07fc38e-f5fd-4184-91da-96198a3b7e8f tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 210 time: 0.0376022 Jun 30 10:59:09.335274 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-c6f8873e-9c1d-4fc3-9711-94b262f824c9 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:09.336733 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-c6f8873e-9c1d-4fc3-9711-94b262f824c9 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.39 "GET /v2.0/networks?id=aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 HTTP/1.1" status: 200 len: 815 time: 0.1515822 Jun 30 10:59:09.350900 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-afb5c1db-f660-4579-ae5c-30ec1478fdd6 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Request body: {'port': {'device_id': '220e1864-8fbc-4f49-a0c2-99f7e59b5035', 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9', 'admin_state_up': True, 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:09.456175 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60554) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:09.469790 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 013e43a9-d2ea-4d0c-886b-da0e49c4508e details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:59:09.472844 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-afb5c1db-f660-4579-ae5c-30ec1478fdd6 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Made reservation on behalf of 7048c1aee61f418585e6776bc9e22ed7 for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:59:09.476389 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-afb5c1db-f660-4579-ae5c-30ec1478fdd6 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:09.573423 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1933870631-network', 'tenant_id': '8972964496a446a198dd6c19b876f8a1'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:09.578628 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 013e43a9-d2ea-4d0c-886b-da0e49c4508e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=013e43a9-d2ea-4d0c-886b-da0e49c4508e,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:09.592290 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': '013e43a9-d2ea-4d0c-886b-da0e49c4508e', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'port_id': '013e43a9-d2ea-4d0c-886b-da0e49c4508e', 'mac_address': 'fa:16:3e:44:1e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:59:09.602135 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Made reservation on behalf of 8972964496a446a198dd6c19b876f8a1 for: {'network': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:59:09.607754 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for network, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:09.621286 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-afb5c1db-f660-4579-ae5c-30ec1478fdd6 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Allocated IP 172.20.0.9 (aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9/355e2b66-56b8-4dd2-9aa5-eea17072a99a/0292ee5a-02eb-4858-9099-ef4c4f563359) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:59:09.626377 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:09.636003 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:09.650051 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013e43a9-d2ea-4d0c-886b-da0e49c4508e {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:59:09.671866 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 013e43a9-d2ea-4d0c-886b-da0e49c4508e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=013e43a9-d2ea-4d0c-886b-da0e49c4508e,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:09.678525 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:09.739259 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:09.742026 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=013e43a9-d2ea-4d0c-886b-da0e49c4508e,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:09.748909 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:09.783716 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:09.784380 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=92943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:59:09.802110 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9816ce1-4cff-434d-b53e-db66769c5d8b,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:09.811233 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:09.811588 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:09.811967 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:09.812301 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:09.812821 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:09.813157 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:09.813491 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:09.813822 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:09.814336 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:09.814664 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:09.814991 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:09.815315 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:09.815855 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-afb5c1db-f660-4579-ae5c-30ec1478fdd6 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:09.819074 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:09.819420 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.db.segments_db [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Added segment c484a693-02fe-4b88-b031-94070b401948 of type vlan for network 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 Jun 30 10:59:09.852311 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-afb5c1db-f660-4579-ae5c-30ec1478fdd6 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Transition to ACTIVE for port object 0292ee5a-02eb-4858-9099-ef4c4f563359 will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:09.871107 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758624023098'] for network, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:09.896914 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-afb5c1db-f660-4579-ae5c-30ec1478fdd6 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8415484'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:09.916531 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for network, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:09.916821 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['013e43a9-d2ea-4d0c-886b-da0e49c4508e'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:59:09.917695 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:09.918957 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:09.946486 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-afb5c1db-f660-4579-ae5c-30ec1478fdd6 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Network aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:59:09.950473 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-afb5c1db-f660-4579-ae5c-30ec1478fdd6 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:09.955373 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-afb5c1db-f660-4579-ae5c-30ec1478fdd6 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:59:10.003092 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5c1db-f660-4579-ae5c-30ec1478fdd6 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Pushing event updated for resources: {'Port': ['ID=0292ee5a-02eb-4858-9099-ef4c4f563359,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:10.048377 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-afb5c1db-f660-4579-ae5c-30ec1478fdd6 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:10.049342 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-afb5c1db-f660-4579-ae5c-30ec1478fdd6 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:10.096238 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-afb5c1db-f660-4579-ae5c-30ec1478fdd6 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7479825 Jun 30 10:59:10.100948 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6432424 Jun 30 10:59:10.104113 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60582) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:10.112090 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-f01ee183-70d0-4872-8e36-de1d0928ed79 admin admin] Request body: {'subnet': {'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1933870631-subnet', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'ip_version': 4}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:10.116778 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf8ece-53cd-49bf-afe0-593bae78be51 admin admin] Pushing event updated for resources: {'Network': ['ID=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:10.133007 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Network 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 details requested by agent ovs-agent-dv-cinder-786627-16-iscsi with host dv-cinder-786627-16-iscsi {{(pid=92944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:59:10.188674 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-3340bfda-6eb3-4904-b27f-600d85cbb021 service neutron] Request body: {'port': {'device_id': '220e1864-8fbc-4f49-a0c2-99f7e59b5035', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:10.203090 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01ee183-70d0-4872-8e36-de1d0928ed79 admin admin] Made reservation on behalf of 8972964496a446a198dd6c19b876f8a1 for: {'subnet': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:59:10.219618 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f01ee183-70d0-4872-8e36-de1d0928ed79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8389469'] for subnet, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:10.269907 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:59:10.320194 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60586) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:10.384229 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-03473a01-824b-4283-9641-e6bb12c2a688 None None] Provisioning for port 0292ee5a-02eb-4858-9099-ef4c4f563359 completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:10.396166 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-03473a01-824b-4283-9641-e6bb12c2a688 None None] Provisioning complete for port 0292ee5a-02eb-4858-9099-ef4c4f563359 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:10.396775 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-03473a01-824b-4283-9641-e6bb12c2a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:10.429957 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27e56f-0b40-4928-a741-95c17513fe16 req-b93d504f-f646-48e6-b17c-c6ed1afbc360 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:10.438941 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-7b27e56f-0b40-4928-a741-95c17513fe16 req-b93d504f-f646-48e6-b17c-c6ed1afbc360 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 944 time: 0.1483335 Jun 30 10:59:10.474603 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-03473a01-824b-4283-9641-e6bb12c2a688 None None] Port 0292ee5a-02eb-4858-9099-ef4c4f563359 cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:59:10.539851 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-7b27e56f-0b40-4928-a741-95c17513fe16 req-8fb2090b-aedb-418f-bf4d-f33fba8d3411 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915313 Jun 30 10:59:10.542542 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-3340bfda-6eb3-4904-b27f-600d85cbb021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:10.587626 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-18136004-87f3-4d65-b5f1-1c60d5685a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:10.790580 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-18136004-87f3-4d65-b5f1-1c60d5685a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:10.798464 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-18136004-87f3-4d65-b5f1-1c60d5685a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:10.865905 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-18136004-87f3-4d65-b5f1-1c60d5685a6f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fafc7d65b35044b3854b78c24b9fbc65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5444210 Jun 30 10:59:10.891425 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60592) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:10.892416 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18136004-87f3-4d65-b5f1-1c60d5685a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d8ee2d-7500-452f-9bf3-b27e2a6453e7,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:10.962894 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-26469f0d-4bbb-4188-84c5-b6bf25a4b967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:10.992472 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-26469f0d-4bbb-4188-84c5-b6bf25a4b967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:11.070696 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-26469f0d-4bbb-4188-84c5-b6bf25a4b967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:11.073518 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-26469f0d-4bbb-4188-84c5-b6bf25a4b967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:11.078365 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-26469f0d-4bbb-4188-84c5-b6bf25a4b967 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f8d8ee2d-7500-452f-9bf3-b27e2a6453e7 HTTP/1.1" status: 204 len: 168 time: 0.1813750 Jun 30 10:59:11.088664 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26469f0d-4bbb-4188-84c5-b6bf25a4b967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d8ee2d-7500-452f-9bf3-b27e2a6453e7,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:11.313394 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f01ee183-70d0-4872-8e36-de1d0928ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8389451'] for subnet, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:11.326538 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce035d99-b614-4c00-80fe-a4945cd36a78 req-8e9dfedf-3975-45a5-8c8a-962c76a4adc2 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:11.333432 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ce035d99-b614-4c00-80fe-a4945cd36a78 req-8e9dfedf-3975-45a5-8c8a-962c76a4adc2 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 931 time: 0.6962318 Jun 30 10:59:11.473508 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ee183-70d0-4872-8e36-de1d0928ed79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efd489e9-f644-41f7-aacc-89874a3cc5ce,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:11.489423 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 013e43a9-d2ea-4d0c-886b-da0e49c4508e up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:11.523217 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01ee183-70d0-4872-8e36-de1d0928ed79 admin admin] Checking segment: {'id': 'c484a693-02fe-4b88-b031-94070b401948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:59:11.523661 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01ee183-70d0-4872-8e36-de1d0928ed79 admin admin] Network hostable DHCP agents. Network: 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4, hostable agents: ['b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62'], hosted agents: [] {{(pid=92942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:59:11.534251 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-3340bfda-6eb3-4904-b27f-600d85cbb021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0292ee5a-02eb-4858-9099-ef4c4f563359 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:59:11.546835 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-3340bfda-6eb3-4904-b27f-600d85cbb021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:11.547470 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:11.578674 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-3340bfda-6eb3-4904-b27f-600d85cbb021 service neutron] Transition to ACTIVE for port object 0292ee5a-02eb-4858-9099-ef4c4f563359 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:11.582258 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01ee183-70d0-4872-8e36-de1d0928ed79 admin admin] Network 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 is scheduled to be hosted by DHCP agent b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62 with binding_index 1 {{(pid=92942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:59:11.596787 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-3340bfda-6eb3-4904-b27f-600d85cbb021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:11.608479 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning for port 013e43a9-d2ea-4d0c-886b-da0e49c4508e completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:11.617169 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port 013e43a9-d2ea-4d0c-886b-da0e49c4508e triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:11.617566 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:11.686986 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-f01ee183-70d0-4872-8e36-de1d0928ed79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-16-iscsi, 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4) {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:11.703737 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc40f9-806f-41d0-a4e3-c35e9833fda7 None None] Network 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:59:11.737335 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01ee183-70d0-4872-8e36-de1d0928ed79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:11.737943 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f01ee183-70d0-4872-8e36-de1d0928ed79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:11.838887 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-f01ee183-70d0-4872-8e36-de1d0928ed79 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7333794 Jun 30 10:59:11.839537 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340bfda-6eb3-4904-b27f-600d85cbb021 service neutron] Pushing event updated for resources: {'Port': ['ID=0292ee5a-02eb-4858-9099-ef4c4f563359,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:11.842807 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60612) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:11.849743 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-a4776350-ac5a-41a1-95d2-793277cb697d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:11.921161 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a4776350-ac5a-41a1-95d2-793277cb697d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62852'] for router, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:11.922690 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a4776350-ac5a-41a1-95d2-793277cb697d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1997727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2053697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62877'] for router, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:11.979962 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ce035d99-b614-4c00-80fe-a4945cd36a78 req-ce9142b2-1e5c-4649-9460-f7390883c070 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6404808 Jun 30 10:59:12.018116 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:12.067182 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a4776350-ac5a-41a1-95d2-793277cb697d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:12.144896 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-3340bfda-6eb3-4904-b27f-600d85cbb021 service neutron] Attempting to bind port 0292ee5a-02eb-4858-9099-ef4c4f563359 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:59:12.145506 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-3340bfda-6eb3-4904-b27f-600d85cbb021 service neutron] Attempting to bind port 0292ee5a-02eb-4858-9099-ef4c4f563359 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'dd7bda40-22d2-419c-90e9-0926d7fa038b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:59:12.146007 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-3340bfda-6eb3-4904-b27f-600d85cbb021 service neutron] Attempting to bind port 0292ee5a-02eb-4858-9099-ef4c4f563359 on network aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:59:12.161322 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-3340bfda-6eb3-4904-b27f-600d85cbb021 service neutron] Port 0292ee5a-02eb-4858-9099-ef4c4f563359 on network aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:59:12.161931 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-3340bfda-6eb3-4904-b27f-600d85cbb021 service neutron] Attempting to bind port 0292ee5a-02eb-4858-9099-ef4c4f563359 on network aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:59:12.174358 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-3340bfda-6eb3-4904-b27f-600d85cbb021 service neutron] Checking agent: {'id': '5d5b2242-4ffd-4515-a15c-824c74b42c52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'started_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:59:12.174981 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-3340bfda-6eb3-4904-b27f-600d85cbb021 service neutron] Checking segment: {'id': 'dd7bda40-22d2-419c-90e9-0926d7fa038b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:59:12.175578 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-3340bfda-6eb3-4904-b27f-600d85cbb021 service neutron] Bound using segment: {'id': 'dd7bda40-22d2-419c-90e9-0926d7fa038b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:59:12.176215 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-3340bfda-6eb3-4904-b27f-600d85cbb021 service neutron] Bound port: 0292ee5a-02eb-4858-9099-ef4c4f563359, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd7bda40-22d2-419c-90e9-0926d7fa038b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:59:12.176917 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-3340bfda-6eb3-4904-b27f-600d85cbb021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:12.191227 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259f3d9b-5cb5-4253-ac1e-a34b84e86e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013e43a9-d2ea-4d0c-886b-da0e49c4508e'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:59:12.197878 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e702f442-0d05-48f7-b4c8-29e6b61da47d" -d '{"events": [{"server_uuid": "259f3d9b-5cb5-4253-ac1e-a34b84e86e73", "name": "network-vif-plugged", "status": "completed", "tag": "013e43a9-d2ea-4d0c-886b-da0e49c4508e"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:59:12.264930 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 013e43a9-d2ea-4d0c-886b-da0e49c4508e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=013e43a9-d2ea-4d0c-886b-da0e49c4508e,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:12.281260 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:12.332645 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7fd38a-0d9b-45a6-b75d-0987ffdb120c x-openstack-request-id: req-2c7fd38a-0d9b-45a6-b75d-0987ffdb120c {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:59:12.332942 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259f3d9b-5cb5-4253-ac1e-a34b84e86e73", "name": "network-vif-plugged", "status": "completed", "tag": "013e43a9-d2ea-4d0c-886b-da0e49c4508e", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:59:12.333198 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2c7fd38a-0d9b-45a6-b75d-0987ffdb120c {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:59:12.334334 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-3340bfda-6eb3-4904-b27f-600d85cbb021 service neutron] For port 0292ee5a-02eb-4858-9099-ef4c4f563359, host hv-cinder-78662, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:59:12.334959 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259f3d9b-5cb5-4253-ac1e-a34b84e86e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013e43a9-d2ea-4d0c-886b-da0e49c4508e', 'code': 200} Jun 30 10:59:12.342620 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-3340bfda-6eb3-4904-b27f-600d85cbb021 service neutron] For port 0292ee5a-02eb-4858-9099-ef4c4f563359, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0292ee5a-02eb-4858-9099-ef4c4f563359,segment=NetworkSegment(dd7bda40-22d2-419c-90e9-0926d7fa038b),segment_id=dd7bda40-22d2-419c-90e9-0926d7fa038b)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:59:12.353662 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-3340bfda-6eb3-4904-b27f-600d85cbb021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:12.385300 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a4776350-ac5a-41a1-95d2-793277cb697d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1997737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62959'] for router, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:12.391046 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3133547e-80b7-4314-90f8-b6d1a1db1025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65ad8d37-cf45-5b11-a5e0-a707ba50435d-087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce'}]}} from dv-cinder-786627-16-iscsi. {{(pid=92944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:59:12.394196 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3133547e-80b7-4314-90f8-b6d1a1db1025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:12.412661 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc294c2-4c9c-44d1-ba03-4f42cd01e84f req-66899125-2aa2-4421-8c26-89accf3a8357 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:12.414423 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-cdc294c2-4c9c-44d1-ba03-4f42cd01e84f req-66899125-2aa2-4421-8c26-89accf3a8357 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 944 time: 0.7032375 Jun 30 10:59:12.452925 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60626) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:12.456714 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340bfda-6eb3-4904-b27f-600d85cbb021 service neutron] Pushing event updated for resources: {'Port': ['ID=0292ee5a-02eb-4858-9099-ef4c4f563359,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:12.487316 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-3340bfda-6eb3-4904-b27f-600d85cbb021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:12.488940 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-3340bfda-6eb3-4904-b27f-600d85cbb021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:12.490827 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-3340bfda-6eb3-4904-b27f-600d85cbb021 service neutron] 10.222.0.39 "PUT /v2.0/ports/0292ee5a-02eb-4858-9099-ef4c4f563359 HTTP/1.1" status: 200 len: 1093 time: 2.3244021 Jun 30 10:59:12.491469 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220e1864-8fbc-4f49-a0c2-99f7e59b5035', 'tag': '0292ee5a-02eb-4858-9099-ef4c4f563359'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:59:12.497837 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32ba287-7332-4a09-9c32-403844a4eef2" -d '{"events": [{"name": "network-changed", "server_uuid": "220e1864-8fbc-4f49-a0c2-99f7e59b5035", "tag": "0292ee5a-02eb-4858-9099-ef4c4f563359"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:59:12.522033 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-cdc294c2-4c9c-44d1-ba03-4f42cd01e84f req-91ff4d3a-496a-411b-994b-447b3af10e35 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951693 Jun 30 10:59:12.564810 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3427f4de-5d25-4edb-948b-2a82dc0e4244 x-openstack-request-id: req-3427f4de-5d25-4edb-948b-2a82dc0e4244 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:59:12.565310 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220e1864-8fbc-4f49-a0c2-99f7e59b5035", "tag": "0292ee5a-02eb-4858-9099-ef4c4f563359", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:59:12.565514 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3427f4de-5d25-4edb-948b-2a82dc0e4244 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:59:12.565940 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220e1864-8fbc-4f49-a0c2-99f7e59b5035', 'tag': '0292ee5a-02eb-4858-9099-ef4c4f563359', 'status': 'completed', 'code': 200} Jun 30 10:59:12.599343 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=013e43a9-d2ea-4d0c-886b-da0e49c4508e,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:12.650516 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-a554ccdb-b587-430a-b7b8-8deb7de503e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-409678314-network', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:12.701140 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a554ccdb-b587-430a-b7b8-8deb7de503e3 admin admin] Made reservation on behalf of 13a517d383e7473c96ab94778ebcde3d for: {'network': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:59:12.704785 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a554ccdb-b587-430a-b7b8-8deb7de503e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for network, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:12.727392 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a554ccdb-b587-430a-b7b8-8deb7de503e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:12.792370 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-3133547e-80b7-4314-90f8-b6d1a1db1025 None None] Allocated IP 172.20.0.2 (087e97f3-dc3b-4c8f-b9f1-1866bc5918b4/efd489e9-f644-41f7-aacc-89874a3cc5ce/d595b73f-b622-47e4-baeb-dfb9100fcb85) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:59:12.794661 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a4776350-ac5a-41a1-95d2-793277cb697d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:12.824924 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a4776350-ac5a-41a1-95d2-793277cb697d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:12.870785 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a554ccdb-b587-430a-b7b8-8deb7de503e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:12.879344 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a554ccdb-b587-430a-b7b8-8deb7de503e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:12.954604 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554ccdb-b587-430a-b7b8-8deb7de503e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5b15c2-738a-4aa3-95b6-cc3281e877e0,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:12.970407 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a554ccdb-b587-430a-b7b8-8deb7de503e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=92942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:59:12.984504 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a554ccdb-b587-430a-b7b8-8deb7de503e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:12.984853 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.db.segments_db [None req-a554ccdb-b587-430a-b7b8-8deb7de503e3 admin admin] Added segment 2a37efcf-0573-4fd6-aaf5-d353f4d4d168 of type vlan for network 45ec7867-bc94-42bd-8b7b-b41a690b0731 Jun 30 10:59:12.991537 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_common [None req-a4776350-ac5a-41a1-95d2-793277cb697d admin admin] Allocated IP 172.27.3.197 (35f17bf8-70f6-411c-85c9-98655ea214de/851b99d8-6dc6-42fa-aa4a-7df3a488276b/7c70026a-3161-4e37-8e96-28e8e438d62e) {{(pid=92943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:59:13.025615 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3133547e-80b7-4314-90f8-b6d1a1db1025 None None] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:13.038419 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-3133547e-80b7-4314-90f8-b6d1a1db1025 None None] Transition to ACTIVE for port object d595b73f-b622-47e4-baeb-dfb9100fcb85 will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:13.055533 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-3133547e-80b7-4314-90f8-b6d1a1db1025 None None] Transition to ACTIVE for port object d595b73f-b622-47e4-baeb-dfb9100fcb85 will not be triggered until provisioned by entity DHCP. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:13.068589 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3133547e-80b7-4314-90f8-b6d1a1db1025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:13.081287 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a554ccdb-b587-430a-b7b8-8deb7de503e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758624023098'] for network, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:13.130848 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3133547e-80b7-4314-90f8-b6d1a1db1025 None None] Network 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:59:13.132260 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-3133547e-80b7-4314-90f8-b6d1a1db1025 None None] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:13.136413 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3133547e-80b7-4314-90f8-b6d1a1db1025 None None] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:59:13.179161 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a554ccdb-b587-430a-b7b8-8deb7de503e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for network, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:13.179926 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a4776350-ac5a-41a1-95d2-793277cb697d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:13.180246 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a554ccdb-b587-430a-b7b8-8deb7de503e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:13.180883 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a554ccdb-b587-430a-b7b8-8deb7de503e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:13.213127 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133547e-80b7-4314-90f8-b6d1a1db1025 None None] Pushing event updated for resources: {'Port': ['ID=d595b73f-b622-47e4-baeb-dfb9100fcb85,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:13.216070 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-3133547e-80b7-4314-90f8-b6d1a1db1025 None None] Attempting to bind port d595b73f-b622-47e4-baeb-dfb9100fcb85 on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:59:13.216596 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-3133547e-80b7-4314-90f8-b6d1a1db1025 None None] Attempting to bind port d595b73f-b622-47e4-baeb-dfb9100fcb85 by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': 'c484a693-02fe-4b88-b031-94070b401948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:59:13.217159 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3133547e-80b7-4314-90f8-b6d1a1db1025 None None] Attempting to bind port d595b73f-b622-47e4-baeb-dfb9100fcb85 on network 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:59:13.223500 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3133547e-80b7-4314-90f8-b6d1a1db1025 None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:59:13.224594 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3133547e-80b7-4314-90f8-b6d1a1db1025 None None] Checking segment: {'id': 'c484a693-02fe-4b88-b031-94070b401948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:59:13.225282 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3133547e-80b7-4314-90f8-b6d1a1db1025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:13.225646 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3133547e-80b7-4314-90f8-b6d1a1db1025 None None] Bound using segment: {'id': 'c484a693-02fe-4b88-b031-94070b401948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:59:13.226182 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-3133547e-80b7-4314-90f8-b6d1a1db1025 None None] Bound port: d595b73f-b622-47e4-baeb-dfb9100fcb85, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c484a693-02fe-4b88-b031-94070b401948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:59:13.226678 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3133547e-80b7-4314-90f8-b6d1a1db1025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:13.233949 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-a554ccdb-b587-430a-b7b8-8deb7de503e3 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7611251 Jun 30 10:59:13.237100 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60636) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:13.247467 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-7acd3a78-6cc9-4c5d-bdab-3dea246a8ee8 admin admin] Request body: {'subnet': {'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-409678314-subnet', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'ip_version': 4}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:13.257383 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a4776350-ac5a-41a1-95d2-793277cb697d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8725936'] for port, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:13.299955 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea7484-f6ba-423b-90a4-dbff9ba3214a req-47ea2acd-8066-482b-a793-d0aa892bdbc3 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:13.301568 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-95ea7484-f6ba-423b-90a4-dbff9ba3214a req-47ea2acd-8066-482b-a793-d0aa892bdbc3 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 943 time: 0.1778357 Jun 30 10:59:13.302714 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554ccdb-b587-430a-b7b8-8deb7de503e3 admin admin] Pushing event updated for resources: {'Network': ['ID=45ec7867-bc94-42bd-8b7b-b41a690b0731,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:13.327328 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Network 45ec7867-bc94-42bd-8b7b-b41a690b0731 details requested by agent ovs-agent-dv-cinder-786627-16-iscsi with host dv-cinder-786627-16-iscsi {{(pid=92944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:59:13.355801 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-95ea7484-f6ba-423b-90a4-dbff9ba3214a req-ae913578-4cb9-43c2-91d1-cc27ad9deed5 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472217 Jun 30 10:59:13.384003 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4776350-ac5a-41a1-95d2-793277cb697d admin admin] Network 35f17bf8-70f6-411c-85c9-98655ea214de is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:59:13.385006 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-a4776350-ac5a-41a1-95d2-793277cb697d admin admin] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:13.394192 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4776350-ac5a-41a1-95d2-793277cb697d admin admin] Received port after_create {{(pid=92943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:59:13.446332 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acd3a78-6cc9-4c5d-bdab-3dea246a8ee8 admin admin] Made reservation on behalf of 13a517d383e7473c96ab94778ebcde3d for: {'subnet': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:59:13.449994 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-3133547e-80b7-4314-90f8-b6d1a1db1025 None None] For port d595b73f-b622-47e4-baeb-dfb9100fcb85, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:59:13.451190 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7acd3a78-6cc9-4c5d-bdab-3dea246a8ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8704171'] for subnet, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:13.453569 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-3133547e-80b7-4314-90f8-b6d1a1db1025 None None] For port d595b73f-b622-47e4-baeb-dfb9100fcb85, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=d595b73f-b622-47e4-baeb-dfb9100fcb85,segment=NetworkSegment(c484a693-02fe-4b88-b031-94070b401948),segment_id=c484a693-02fe-4b88-b031-94070b401948)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:59:13.464387 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4776350-ac5a-41a1-95d2-793277cb697d admin admin] Pushing event updated for resources: {'Port': ['ID=7c70026a-3161-4e37-8e96-28e8e438d62e,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:13.464649 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3133547e-80b7-4314-90f8-b6d1a1db1025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:13.550677 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133547e-80b7-4314-90f8-b6d1a1db1025 None None] Pushing event updated for resources: {'Port': ['ID=d595b73f-b622-47e4-baeb-dfb9100fcb85,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:14.188234 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572d01a-67d1-4ea5-a36b-29a4d78982e4 req-8fc86cad-1689-414b-99f2-378bf6042d68 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:14.189930 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0572d01a-67d1-4ea5-a36b-29a4d78982e4 req-8fc86cad-1689-414b-99f2-378bf6042d68 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.4809685 Jun 30 10:59:14.331014 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7acd3a78-6cc9-4c5d-bdab-3dea246a8ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8704189'] for subnet, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:14.339255 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbed2f-c752-413b-a5bd-08a96ca5f9f3 req-0dcb0eff-ebb5-4e42-8643-3e98d70c4105 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:14.341445 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8bdbed2f-c752-413b-a5bd-08a96ca5f9f3 req-0dcb0eff-ebb5-4e42-8643-3e98d70c4105 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0879819 Jun 30 10:59:14.370202 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0572d01a-67d1-4ea5-a36b-29a4d78982e4 req-f81e0070-e4c6-40b3-9497-67ecd0b7787e tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213932 Jun 30 10:59:14.385533 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8bdbed2f-c752-413b-a5bd-08a96ca5f9f3 req-a20c9413-0138-47b9-a615-d59e796a8aab tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378661 Jun 30 10:59:14.386045 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a4776350-ac5a-41a1-95d2-793277cb697d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:14.431187 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd3a78-6cc9-4c5d-bdab-3dea246a8ee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=552286ff-ad7d-4923-bcc9-2f47b3662812,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:14.479786 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acd3a78-6cc9-4c5d-bdab-3dea246a8ee8 admin admin] Checking segment: {'id': '2a37efcf-0573-4fd6-aaf5-d353f4d4d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:59:14.480826 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acd3a78-6cc9-4c5d-bdab-3dea246a8ee8 admin admin] Network hostable DHCP agents. Network: 45ec7867-bc94-42bd-8b7b-b41a690b0731, hostable agents: ['b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62'], hosted agents: [] {{(pid=92943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:59:14.589288 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acd3a78-6cc9-4c5d-bdab-3dea246a8ee8 admin admin] Network 45ec7867-bc94-42bd-8b7b-b41a690b0731 is scheduled to be hosted by DHCP agent b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62 with binding_index 1 {{(pid=92943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:59:14.615971 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-7acd3a78-6cc9-4c5d-bdab-3dea246a8ee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-16-iscsi, 45ec7867-bc94-42bd-8b7b-b41a690b0731) {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:14.629384 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acd3a78-6cc9-4c5d-bdab-3dea246a8ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:14.630036 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7acd3a78-6cc9-4c5d-bdab-3dea246a8ee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:14.630480 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a956518e-3e7b-4362-a5f2-639d6d8a4d23 None None] Network 45ec7867-bc94-42bd-8b7b-b41a690b0731 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:59:14.688269 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60650) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:14.692772 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-c9b117ca-4fa3-4e1a-bbfd-4ac229348689 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-409678314-router', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:14.700879 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-7acd3a78-6cc9-4c5d-bdab-3dea246a8ee8 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4622357 Jun 30 10:59:14.747198 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325aca4-4d43-46a7-a3ab-d1432968539a req-a84a9e9d-e651-4d59-8182-e5b343a9aa73 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:14.755943 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2325aca4-4d43-46a7-a3ab-d1432968539a req-a84a9e9d-e651-4d59-8182-e5b343a9aa73 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 943 time: 0.2194738 Jun 30 10:59:14.756814 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c9b117ca-4fa3-4e1a-bbfd-4ac229348689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62852'] for router, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:14.765964 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c9b117ca-4fa3-4e1a-bbfd-4ac229348689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1997727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2053697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62877'] for router, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:14.852067 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2325aca4-4d43-46a7-a3ab-d1432968539a req-5c7662f9-e735-4739-aef1-d713b70e3312 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950792 Jun 30 10:59:14.856822 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a4776350-ac5a-41a1-95d2-793277cb697d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995848'] for router, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:14.857906 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8372c4b1-a2a7-4bc6-a6fc-60bb075aeee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65ad8d37-cf45-5b11-a5e0-a707ba50435d-45ec7867-bc94-42bd-8b7b-b41a690b0731', 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'fixed_ips': [{'subnet_id': '552286ff-ad7d-4923-bcc9-2f47b3662812'}]}} from dv-cinder-786627-16-iscsi. {{(pid=92944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:59:14.860690 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8372c4b1-a2a7-4bc6-a6fc-60bb075aeee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:14.947416 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c9b117ca-4fa3-4e1a-bbfd-4ac229348689 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:15.009650 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b397800e-4c5e-4ab9-b649-9e2549dfd6ab None None] Network 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:59:15.046115 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4776350-ac5a-41a1-95d2-793277cb697d admin admin] Router 8a961ecb-6520-4b55-9795-7d040e250188 is scheduled to L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 with binding_index 1 {{(pid=92943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:59:15.141953 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-8372c4b1-a2a7-4bc6-a6fc-60bb075aeee9 None None] Allocated IP 172.20.0.2 (45ec7867-bc94-42bd-8b7b-b41a690b0731/552286ff-ad7d-4923-bcc9-2f47b3662812/554e6c20-1208-4d44-9044-98232d30f5c2) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:59:15.152352 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-c6bd4997-9ee0-4df8-8d0a-cb6c9dd2b57b None None] Provisioning for port d595b73f-b622-47e4-baeb-dfb9100fcb85 completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:15.160954 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c9b117ca-4fa3-4e1a-bbfd-4ac229348689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1997737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62959'] for router, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:15.313710 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4776350-ac5a-41a1-95d2-793277cb697d admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:59:15.340443 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a4776350-ac5a-41a1-95d2-793277cb697d admin admin] Notify callbacks [] for router, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:15.349642 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60652) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:15.351157 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-a4776350-ac5a-41a1-95d2-793277cb697d admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5011444 Jun 30 10:59:15.383590 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device d595b73f-b622-47e4-baeb-dfb9100fcb85 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:15.385652 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] Sync routers for ids ['8a961ecb-6520-4b55-9795-7d040e250188'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:59:15.494560 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] Routers {'8a961ecb-6520-4b55-9795-7d040e250188'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:59:15.500164 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:59:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['8a961ecb-6520-4b55-9795-7d040e250188'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:15.657756 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f7ef3-8361-4024-a84f-51ac6b4cbb76 req-c93afc1d-8fee-4ab8-9bf1-aaca449af895 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:15.664221 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-643f7ef3-8361-4024-a84f-51ac6b4cbb76 req-c93afc1d-8fee-4ab8-9bf1-aaca449af895 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.0786870 Jun 30 10:59:15.710041 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8372c4b1-a2a7-4bc6-a6fc-60bb075aeee9 None None] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:15.718512 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-643f7ef3-8361-4024-a84f-51ac6b4cbb76 req-1b1571a7-ed7c-4f17-8519-d1c5e34c8a45 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491550 Jun 30 10:59:15.732445 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-8372c4b1-a2a7-4bc6-a6fc-60bb075aeee9 None None] Transition to ACTIVE for port object 554e6c20-1208-4d44-9044-98232d30f5c2 will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:15.765885 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-8372c4b1-a2a7-4bc6-a6fc-60bb075aeee9 None None] Transition to ACTIVE for port object 554e6c20-1208-4d44-9044-98232d30f5c2 will not be triggered until provisioned by entity DHCP. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:15.809502 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c9b117ca-4fa3-4e1a-bbfd-4ac229348689 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:15.853893 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] Set router 8a961ecb-6520-4b55-9795-7d040e250188 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:59:15.857915 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8372c4b1-a2a7-4bc6-a6fc-60bb075aeee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:15.892260 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c9b117ca-4fa3-4e1a-bbfd-4ac229348689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:16.080952 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b4e8a-04db-43f4-9a04-4c429ce01198 req-a74280e9-589f-4e94-adef-2591bf64ad0d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:16.087805 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2f4b4e8a-04db-43f4-9a04-4c429ce01198 req-a74280e9-589f-4e94-adef-2591bf64ad0d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.5629103 Jun 30 10:59:16.105525 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port d595b73f-b622-47e4-baeb-dfb9100fcb85 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:16.115818 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372c4b1-a2a7-4bc6-a6fc-60bb075aeee9 None None] Pushing event updated for resources: {'Port': ['ID=554e6c20-1208-4d44-9044-98232d30f5c2,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:16.134552 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8372c4b1-a2a7-4bc6-a6fc-60bb075aeee9 None None] Network 45ec7867-bc94-42bd-8b7b-b41a690b0731 is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:59:16.140321 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-8372c4b1-a2a7-4bc6-a6fc-60bb075aeee9 None None] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:16.144466 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port d595b73f-b622-47e4-baeb-dfb9100fcb85 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:16.144955 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:16.216509 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8372c4b1-a2a7-4bc6-a6fc-60bb075aeee9 None None] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:59:16.219106 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2f4b4e8a-04db-43f4-9a04-4c429ce01198 req-970eb95f-a373-42cd-ae71-ba94bbe6b1c4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303515 Jun 30 10:59:16.290778 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bf41e-944e-4b69-8e9d-68c7f77e29c1 req-eb3449a5-2d59-4194-aefe-cd78e6249e6c tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:16.302910 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6d0bf41e-944e-4b69-8e9d-68c7f77e29c1 req-eb3449a5-2d59-4194-aefe-cd78e6249e6c tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 943 time: 0.1769977 Jun 30 10:59:16.304257 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-c9b117ca-4fa3-4e1a-bbfd-4ac229348689 admin admin] Allocated IP 172.27.3.78 (35f17bf8-70f6-411c-85c9-98655ea214de/851b99d8-6dc6-42fa-aa4a-7df3a488276b/17d92e54-ea4a-42f8-bfc4-e60ced2fc612) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:59:16.359568 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6d0bf41e-944e-4b69-8e9d-68c7f77e29c1 req-38adc54b-c11d-40f7-82e9-a41e35c89849 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508447 Jun 30 10:59:16.361014 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-8372c4b1-a2a7-4bc6-a6fc-60bb075aeee9 None None] Attempting to bind port 554e6c20-1208-4d44-9044-98232d30f5c2 on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:59:16.362962 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-8372c4b1-a2a7-4bc6-a6fc-60bb075aeee9 None None] Attempting to bind port 554e6c20-1208-4d44-9044-98232d30f5c2 by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': '2a37efcf-0573-4fd6-aaf5-d353f4d4d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:59:16.363418 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8372c4b1-a2a7-4bc6-a6fc-60bb075aeee9 None None] Attempting to bind port 554e6c20-1208-4d44-9044-98232d30f5c2 on network 45ec7867-bc94-42bd-8b7b-b41a690b0731 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:59:16.398132 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8372c4b1-a2a7-4bc6-a6fc-60bb075aeee9 None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:59:16.398408 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8372c4b1-a2a7-4bc6-a6fc-60bb075aeee9 None None] Checking segment: {'id': '2a37efcf-0573-4fd6-aaf5-d353f4d4d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:59:16.398748 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8372c4b1-a2a7-4bc6-a6fc-60bb075aeee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:16.399256 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8372c4b1-a2a7-4bc6-a6fc-60bb075aeee9 None None] Bound using segment: {'id': '2a37efcf-0573-4fd6-aaf5-d353f4d4d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:59:16.399847 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-8372c4b1-a2a7-4bc6-a6fc-60bb075aeee9 None None] Bound port: 554e6c20-1208-4d44-9044-98232d30f5c2, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a37efcf-0573-4fd6-aaf5-d353f4d4d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:59:16.400315 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8372c4b1-a2a7-4bc6-a6fc-60bb075aeee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:16.479443 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:16.497194 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T10:59:13Z', 'revision_number': 3, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:16.502290 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8329-c217-4010-9738-d97ed7771a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:16.546952 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c9b117ca-4fa3-4e1a-bbfd-4ac229348689 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:16.559956 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] Checking router: 8a961ecb-6520-4b55-9795-7d040e250188 for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:59:16.560395 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] Updating router 8a961ecb-6520-4b55-9795-7d040e250188 port 7c70026a-3161-4e37-8e96-28e8e438d62e binding host dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:59:16.622655 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port d595b73f-b622-47e4-baeb-dfb9100fcb85, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=d595b73f-b622-47e4-baeb-dfb9100fcb85,segment=NetworkSegment(c484a693-02fe-4b88-b031-94070b401948),segment_id=c484a693-02fe-4b88-b031-94070b401948)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:16.633918 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-8372c4b1-a2a7-4bc6-a6fc-60bb075aeee9 None None] For port 554e6c20-1208-4d44-9044-98232d30f5c2, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:59:16.639389 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:16.643126 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-8372c4b1-a2a7-4bc6-a6fc-60bb075aeee9 None None] For port 554e6c20-1208-4d44-9044-98232d30f5c2, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=554e6c20-1208-4d44-9044-98232d30f5c2,segment=NetworkSegment(2a37efcf-0573-4fd6-aaf5-d353f4d4d168),segment_id=2a37efcf-0573-4fd6-aaf5-d353f4d4d168)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:59:16.671820 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:16.673803 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8372c4b1-a2a7-4bc6-a6fc-60bb075aeee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:16.702617 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-646c7c52-1257-4e3b-a943-22e9ed800d3b None None] Provisioning complete for port d595b73f-b622-47e4-baeb-dfb9100fcb85 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:16.702998 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-646c7c52-1257-4e3b-a943-22e9ed800d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:16.719702 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c9b117ca-4fa3-4e1a-bbfd-4ac229348689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8415484'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:16.869329 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=d595b73f-b622-47e4-baeb-dfb9100fcb85,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:16.878763 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-ee1b8329-c217-4010-9738-d97ed7771a9b admin admin] Allocated IP 172.20.0.1 (087e97f3-dc3b-4c8f-b9f1-1866bc5918b4/efd489e9-f644-41f7-aacc-89874a3cc5ce/ca5e8a64-1be5-4fbd-bddb-404b2875711e) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:59:16.894395 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b117ca-4fa3-4e1a-bbfd-4ac229348689 admin admin] Network 35f17bf8-70f6-411c-85c9-98655ea214de is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:59:16.895883 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b117ca-4fa3-4e1a-bbfd-4ac229348689 admin admin] Pushing event updated for resources: {'Port': ['ID=17d92e54-ea4a-42f8-bfc4-e60ced2fc612,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:16.902693 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-c9b117ca-4fa3-4e1a-bbfd-4ac229348689 admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:16.907303 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b117ca-4fa3-4e1a-bbfd-4ac229348689 admin admin] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:59:17.048919 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372c4b1-a2a7-4bc6-a6fc-60bb075aeee9 None None] Pushing event updated for resources: {'Port': ['ID=554e6c20-1208-4d44-9044-98232d30f5c2,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:17.206389 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:17.222243 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] Transition to ACTIVE for port object 7c70026a-3161-4e37-8e96-28e8e438d62e will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:17.237180 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:17.347540 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf624aad-ae1f-49fa-a7a6-4e2e560a8347 None None] Pushing event updated for resources: {'Port': ['ID=7c70026a-3161-4e37-8e96-28e8e438d62e,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:17.356209 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] Attempting to bind port 7c70026a-3161-4e37-8e96-28e8e438d62e on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:59:17.371913 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] Attempting to bind port 7c70026a-3161-4e37-8e96-28e8e438d62e by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:59:17.372616 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] Attempting to bind port 7c70026a-3161-4e37-8e96-28e8e438d62e on network 35f17bf8-70f6-411c-85c9-98655ea214de {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:59:17.380015 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:59:17.380940 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] Checking segment: {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:59:17.381477 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:17.382191 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] Bound using segment: {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:59:17.382789 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] Bound port: 7c70026a-3161-4e37-8e96-28e8e438d62e, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:59:17.383336 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:17.476147 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191e984-82c1-45ce-b226-48c4df3d4960 req-2655d05d-a52c-4585-aa4a-4fbc38cc5a96 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:17.485857 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f191e984-82c1-45ce-b226-48c4df3d4960 req-2655d05d-a52c-4585-aa4a-4fbc38cc5a96 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.4557981 Jun 30 10:59:17.493782 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device d595b73f-b622-47e4-baeb-dfb9100fcb85 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:17.527977 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8329-c217-4010-9738-d97ed7771a9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:17.591761 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] For port 7c70026a-3161-4e37-8e96-28e8e438d62e, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:59:17.612753 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] For port 7c70026a-3161-4e37-8e96-28e8e438d62e, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=7c70026a-3161-4e37-8e96-28e8e438d62e,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:59:17.615692 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f191e984-82c1-45ce-b226-48c4df3d4960 req-58b75211-3348-49d2-8917-667bce18478c tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147423 Jun 30 10:59:17.617060 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-ee1b8329-c217-4010-9738-d97ed7771a9b admin admin] Transition to ACTIVE for port object ca5e8a64-1be5-4fbd-bddb-404b2875711e will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:17.632827 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:17.676471 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c9b117ca-4fa3-4e1a-bbfd-4ac229348689 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:17.689253 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1327ed6-5451-40b5-ae40-12f2b3c6274f req-d65523a7-75c2-41d4-9df8-156aa6f2d5ec tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:17.709941 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-f1327ed6-5451-40b5-ae40-12f2b3c6274f req-d65523a7-75c2-41d4-9df8-156aa6f2d5ec tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.2055986 Jun 30 10:59:17.733439 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port d595b73f-b622-47e4-baeb-dfb9100fcb85 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:17.733977 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:17.759426 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8329-c217-4010-9738-d97ed7771a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8415484'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:17.795112 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-f1327ed6-5451-40b5-ae40-12f2b3c6274f req-bd78385d-ad39-48c2-af14-9739c6fc0126 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812128 Jun 30 10:59:17.877570 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] Routers {'8a961ecb-6520-4b55-9795-7d040e250188'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:59:17.878387 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:59:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['8a961ecb-6520-4b55-9795-7d040e250188'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:17.931718 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf624aad-ae1f-49fa-a7a6-4e2e560a8347 None None] Pushing event updated for resources: {'Port': ['ID=7c70026a-3161-4e37-8e96-28e8e438d62e,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:18.250986 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 554e6c20-1208-4d44-9044-98232d30f5c2 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:18.344226 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] Set router 8a961ecb-6520-4b55-9795-7d040e250188 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:59:18.413579 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1b8329-c217-4010-9738-d97ed7771a9b admin admin] Network 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:59:18.454080 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b8329-c217-4010-9738-d97ed7771a9b admin admin] Pushing event updated for resources: {'Port': ['ID=ca5e8a64-1be5-4fbd-bddb-404b2875711e,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:18.476803 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-ee1b8329-c217-4010-9738-d97ed7771a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:18.480565 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1b8329-c217-4010-9738-d97ed7771a9b admin admin] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:59:18.494650 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0acf03-68ca-4b46-9524-9ff2c84feb95 None None] Network 45ec7867-bc94-42bd-8b7b-b41a690b0731 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:59:18.597219 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port 554e6c20-1208-4d44-9044-98232d30f5c2 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:18.615206 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b1bbd-f983-4652-8a6c-c29d9f9ce528 req-4752c3b2-8594-471f-93af-514bd7c8c7d4 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:18.616821 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-243b1bbd-f983-4652-8a6c-c29d9f9ce528 req-4752c3b2-8594-471f-93af-514bd7c8c7d4 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 943 time: 0.2891691 Jun 30 10:59:18.641616 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8329-c217-4010-9738-d97ed7771a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996865'] for router_interface, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:18.742056 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c9b117ca-4fa3-4e1a-bbfd-4ac229348689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995848'] for router, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:18.769106 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1d487663-98e9-4966-8abd-7b9268c6bdb1 None None] Provisioning for port 554e6c20-1208-4d44-9044-98232d30f5c2 completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:18.825796 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1d487663-98e9-4966-8abd-7b9268c6bdb1 None None] Provisioning complete for port 554e6c20-1208-4d44-9044-98232d30f5c2 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:18.831752 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1d487663-98e9-4966-8abd-7b9268c6bdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:18.976374 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-243b1bbd-f983-4652-8a6c-c29d9f9ce528 req-738084ff-0dd4-4e1e-91f2-05f8098685a1 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410625 Jun 30 10:59:19.057783 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8329-c217-4010-9738-d97ed7771a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:19.203228 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0be36c-95ef-460f-bacf-17a0eaa789a6 req-71be1243-f656-422d-af80-f3d6dfb6d810 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:19.217950 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2f0be36c-95ef-460f-bacf-17a0eaa789a6 req-71be1243-f656-422d-af80-f3d6dfb6d810 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.2896056 Jun 30 10:59:19.269965 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2f0be36c-95ef-460f-bacf-17a0eaa789a6 req-13e938c4-83c6-489c-9b96-b8fc68ae44a8 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510297 Jun 30 10:59:19.296128 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T10:59:13Z', 'revision_number': 3, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:19.372373 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e205b39-43e0-45ab-9f89-12b487d727c1 None None] The sync data for ids ['8a961ecb-6520-4b55-9795-7d040e250188'] in dv-cinder-786627-16-iscsi is: [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T10:59:13Z', 'revision_number': 3, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:59:19.402536 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1d487663-98e9-4966-8abd-7b9268c6bdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:19.453326 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8329-c217-4010-9738-d97ed7771a9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:19.475409 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8329-c217-4010-9738-d97ed7771a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:19.542700 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1d487663-98e9-4966-8abd-7b9268c6bdb1 None None] For port 554e6c20-1208-4d44-9044-98232d30f5c2, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=554e6c20-1208-4d44-9044-98232d30f5c2,segment=NetworkSegment(2a37efcf-0573-4fd6-aaf5-d353f4d4d168),segment_id=2a37efcf-0573-4fd6-aaf5-d353f4d4d168)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:19.551215 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1d487663-98e9-4966-8abd-7b9268c6bdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:19.577149 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b117ca-4fa3-4e1a-bbfd-4ac229348689 admin admin] Router 93e39a55-fc61-4ad8-9ef3-b886bedcb65e is scheduled to L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 with binding_index 1 {{(pid=92942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:59:19.646549 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d487663-98e9-4966-8abd-7b9268c6bdb1 None None] Pushing event updated for resources: {'Port': ['ID=554e6c20-1208-4d44-9044-98232d30f5c2,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:19.664679 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8329-c217-4010-9738-d97ed7771a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1998454'] for router_interface, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:19.697115 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b8329-c217-4010-9738-d97ed7771a9b admin admin] Pushing event updated for resources: {'Port': ['ID=ca5e8a64-1be5-4fbd-bddb-404b2875711e,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:19.708829 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-c7d2508c-58ea-4387-9df1-38d552e00f2a None None] Provisioning for port ca5e8a64-1be5-4fbd-bddb-404b2875711e completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:19.713811 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40262af4-6221-4e29-8593-014d15bbf9fa req-42332d4e-57a1-47f9-9f79-c8918258f960 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:19.716429 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-40262af4-6221-4e29-8593-014d15bbf9fa req-42332d4e-57a1-47f9-9f79-c8918258f960 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.4874842 Jun 30 10:59:19.717110 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-c7d2508c-58ea-4387-9df1-38d552e00f2a None None] Provisioning complete for port ca5e8a64-1be5-4fbd-bddb-404b2875711e triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:19.717487 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c7d2508c-58ea-4387-9df1-38d552e00f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:19.805547 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-c7d2508c-58ea-4387-9df1-38d552e00f2a None None] Port ca5e8a64-1be5-4fbd-bddb-404b2875711e cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:59:19.952290 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-98036c02-e692-40a8-93ec-a2aaedf00293 None None] Provisioning complete for port 554e6c20-1208-4d44-9044-98232d30f5c2 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:19.952712 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-98036c02-e692-40a8-93ec-a2aaedf00293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:20.002424 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-40262af4-6221-4e29-8593-014d15bbf9fa req-fefd4394-3ffa-4771-8731-7248552708e9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730358 Jun 30 10:59:20.099170 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b117ca-4fa3-4e1a-bbfd-4ac229348689 admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:59:20.112661 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] Sync routers for ids ['93e39a55-fc61-4ad8-9ef3-b886bedcb65e'] in dv-cinder-786627-16-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:59:20.126032 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1b8329-c217-4010-9738-d97ed7771a9b admin admin] Network 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:59:20.129981 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] Routers {'93e39a55-fc61-4ad8-9ef3-b886bedcb65e'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:59:20.130165 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-ee1b8329-c217-4010-9738-d97ed7771a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:20.130627 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:59:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['93e39a55-fc61-4ad8-9ef3-b886bedcb65e'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:20.161868 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c9b117ca-4fa3-4e1a-bbfd-4ac229348689 admin admin] Notify callbacks [] for router, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:20.163729 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-c9b117ca-4fa3-4e1a-bbfd-4ac229348689 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.4743063 Jun 30 10:59:20.166219 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60678) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:20.290270 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] Set router 93e39a55-fc61-4ad8-9ef3-b886bedcb65e gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:59:20.372294 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ed55e-2362-42f8-af7e-1bd0d72274e0 req-24ce685c-9416-4305-8574-980319ee532d tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:20.380347 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-487ed55e-2362-42f8-af7e-1bd0d72274e0 req-24ce685c-9416-4305-8574-980319ee532d tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 943 time: 0.1513422 Jun 30 10:59:20.443091 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-487ed55e-2362-42f8-af7e-1bd0d72274e0 req-7b5c08d1-18a3-484c-9e3b-fbc5782c8441 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579700 Jun 30 10:59:20.540972 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1b8329-c217-4010-9738-d97ed7771a9b admin admin] Router 8a961ecb-6520-4b55-9795-7d040e250188 has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:59:20.554336 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'name': 'tempest-TestShelveInstance-409678314-router', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:14Z', 'updated_at': '2021-06-30T10:59:17Z', 'revision_number': 3, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'gw_port': {'id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:15Z', 'updated_at': '2021-06-30T10:59:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:20.580677 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1be45287-b9d9-4e0b-ac5e-53ce928b27a0 None None] Provisioning complete for port ca5e8a64-1be5-4fbd-bddb-404b2875711e triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:20.581302 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1be45287-b9d9-4e0b-ac5e-53ce928b27a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:20.594679 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] Checking router: 93e39a55-fc61-4ad8-9ef3-b886bedcb65e for host: dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:59:20.595235 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] Updating router 93e39a55-fc61-4ad8-9ef3-b886bedcb65e port 17d92e54-ea4a-42f8-bfc4-e60ced2fc612 binding host dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:59:20.632250 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:20.642398 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1be45287-b9d9-4e0b-ac5e-53ce928b27a0 None None] Port ca5e8a64-1be5-4fbd-bddb-404b2875711e cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:59:20.711919 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3942b18-c7e4-400d-b646-f7003313f684 req-3bf990af-1980-464a-9ed4-0b66b10a82e8 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:20.713572 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d3942b18-c7e4-400d-b646-f7003313f684 req-3bf990af-1980-464a-9ed4-0b66b10a82e8 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.2289391 Jun 30 10:59:20.862073 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d3942b18-c7e4-400d-b646-f7003313f684 req-63c418f3-d335-47ce-bef1-fd20ae8a6c30 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389842 Jun 30 10:59:20.905281 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1b8329-c217-4010-9738-d97ed7771a9b admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:59:20.927433 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-ee1b8329-c217-4010-9738-d97ed7771a9b admin admin] 10.222.0.91 "PUT /v2.0/routers/8a961ecb-6520-4b55-9795-7d040e250188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5751736 Jun 30 10:59:20.946948 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:20.958665 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] Transition to ACTIVE for port object 17d92e54-ea4a-42f8-bfc4-e60ced2fc612 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:20.967233 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:21.032092 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] Attempting to bind port 17d92e54-ea4a-42f8-bfc4-e60ced2fc612 on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:59:21.032478 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] Attempting to bind port 17d92e54-ea4a-42f8-bfc4-e60ced2fc612 by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:59:21.032845 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] Attempting to bind port 17d92e54-ea4a-42f8-bfc4-e60ced2fc612 on network 35f17bf8-70f6-411c-85c9-98655ea214de {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:59:21.044413 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516e62a-92c1-40f5-839d-3aa70d07fb8e None None] Pushing event updated for resources: {'Port': ['ID=17d92e54-ea4a-42f8-bfc4-e60ced2fc612,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:21.049215 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ba287-7332-4a09-9c32-403844a4eef2 req-53ef31bb-bf14-4e7b-b7e3-6861d8a5f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:21.050343 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f32ba287-7332-4a09-9c32-403844a4eef2 req-53ef31bb-bf14-4e7b-b7e3-6861d8a5f6c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7048c1aee61f418585e6776bc9e22ed7&device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 1096 time: 0.1858065 Jun 30 10:59:21.052378 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:59:21.052782 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] Checking segment: {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:59:21.053658 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:21.054053 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] Bound using segment: {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:59:21.054833 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] Bound port: 17d92e54-ea4a-42f8-bfc4-e60ced2fc612, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:59:21.054986 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:21.116839 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] For port 17d92e54-ea4a-42f8-bfc4-e60ced2fc612, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:59:21.135402 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] For port 17d92e54-ea4a-42f8-bfc4-e60ced2fc612, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=17d92e54-ea4a-42f8-bfc4-e60ced2fc612,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:59:21.145083 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:21.211264 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516e62a-92c1-40f5-839d-3aa70d07fb8e None None] Pushing event updated for resources: {'Port': ['ID=17d92e54-ea4a-42f8-bfc4-e60ced2fc612,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:21.257615 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] Routers {'93e39a55-fc61-4ad8-9ef3-b886bedcb65e'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:59:21.258389 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:59:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['93e39a55-fc61-4ad8-9ef3-b886bedcb65e'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:21.265889 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded145fa-9753-470d-b1b1-ff931f2d3f3d req-74bc6032-c884-46b2-aa18-99a5d5acc47d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:21.267884 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-ded145fa-9753-470d-b1b1-ff931f2d3f3d req-74bc6032-c884-46b2-aa18-99a5d5acc47d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.0961468 Jun 30 10:59:21.393851 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 7c70026a-3161-4e37-8e96-28e8e438d62e up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:21.407283 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-ded145fa-9753-470d-b1b1-ff931f2d3f3d req-938b81d2-3857-4ac5-b3c1-bd8a34a86162 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284788 Jun 30 10:59:21.408325 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] Set router 93e39a55-fc61-4ad8-9ef3-b886bedcb65e gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:59:21.552860 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port 7c70026a-3161-4e37-8e96-28e8e438d62e completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:21.564338 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 7c70026a-3161-4e37-8e96-28e8e438d62e triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:21.567691 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:21.696988 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:21.713268 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'name': 'tempest-TestShelveInstance-409678314-router', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:14Z', 'updated_at': '2021-06-30T10:59:17Z', 'revision_number': 3, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'gw_port': {'id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:15Z', 'updated_at': '2021-06-30T10:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:21.729939 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port 7c70026a-3161-4e37-8e96-28e8e438d62e, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=7c70026a-3161-4e37-8e96-28e8e438d62e,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:21.736407 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:21.737621 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 554e6c20-1208-4d44-9044-98232d30f5c2 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:21.747559 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7d36f3e0-585e-4ce9-ac02-cd686e5b04fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:21.753152 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef3ca05-5f85-449d-a3cb-2be9a7ed6ad2 None None] The sync data for ids ['93e39a55-fc61-4ad8-9ef3-b886bedcb65e'] in dv-cinder-786627-16-iscsi is: [{'id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'name': 'tempest-TestShelveInstance-409678314-router', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:14Z', 'updated_at': '2021-06-30T10:59:17Z', 'revision_number': 3, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'gw_port': {'id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:15Z', 'updated_at': '2021-06-30T10:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:59:21.811226 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=7c70026a-3161-4e37-8e96-28e8e438d62e,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:21.830257 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ba287-7332-4a09-9c32-403844a4eef2 req-a7427173-857e-4c51-8c21-ce96ef9b8a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:21.831901 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f32ba287-7332-4a09-9c32-403844a4eef2 req-a7427173-857e-4c51-8c21-ce96ef9b8a8f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7048c1aee61f418585e6776bc9e22ed7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.7605939 Jun 30 10:59:21.835370 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907418bc-882f-44b0-abec-3c60c97837d3 req-42447eed-5f99-4386-8a4d-6c0a13b25007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:21.836902 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-907418bc-882f-44b0-abec-3c60c97837d3 req-42447eed-5f99-4386-8a4d-6c0a13b25007 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 1098 time: 0.8164749 Jun 30 10:59:21.840788 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60702) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:21.846768 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-9905ad2a-7936-47b9-992a-832079d2ae8e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1957518111-network', 'tenant_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:21.872982 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 554e6c20-1208-4d44-9044-98232d30f5c2 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:21.873362 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:21.886281 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9905ad2a-7936-47b9-992a-832079d2ae8e admin admin] Made reservation on behalf of 7d3a5b85e44b49d9baf2527e2ea4aa0c for: {'network': 1} {{(pid=92943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:59:21.890406 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-9905ad2a-7936-47b9-992a-832079d2ae8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for network, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:21.924231 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-9905ad2a-7936-47b9-992a-832079d2ae8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:21.924470 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] Sync routers for ids ['8a961ecb-6520-4b55-9795-7d040e250188'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:59:21.939769 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45352e9b-3eb6-44e8-8337-ef558f075c2c req-489f11ab-8d0c-4a58-bcc9-35ec1d8e4b65 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:21.941743 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-45352e9b-3eb6-44e8-8337-ef558f075c2c req-489f11ab-8d0c-4a58-bcc9-35ec1d8e4b65 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 943 time: 0.3252997 Jun 30 10:59:21.944292 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] Routers {'8a961ecb-6520-4b55-9795-7d040e250188'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:59:21.944935 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:59:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['8a961ecb-6520-4b55-9795-7d040e250188'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:22.051879 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-907418bc-882f-44b0-abec-3c60c97837d3 req-87cb8f93-1f04-4e20-b1f5-879fcecd07e7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829545 Jun 30 10:59:22.096349 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] Set router 8a961ecb-6520-4b55-9795-7d040e250188 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:59:22.114780 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-45352e9b-3eb6-44e8-8337-ef558f075c2c req-279b727d-0d56-4a10-adc1-ef814e37ad09 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340728 Jun 30 10:59:22.178280 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ba287-7332-4a09-9c32-403844a4eef2 req-21f67b90-aaf4-4e23-80c3-af3461221d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:22.186517 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f32ba287-7332-4a09-9c32-403844a4eef2 req-21f67b90-aaf4-4e23-80c3-af3461221d0b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3165367 Jun 30 10:59:22.210241 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-9905ad2a-7936-47b9-992a-832079d2ae8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:22.227868 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-7d36f3e0-585e-4ce9-ac02-cd686e5b04fb admin admin] Allocated IP 172.20.0.1 (45ec7867-bc94-42bd-8b7b-b41a690b0731/552286ff-ad7d-4923-bcc9-2f47b3662812/c9c5c4e2-53e5-47b4-a541-c5c9c416cff4) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:59:22.249250 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4bf62-237d-4516-95ec-834705899727 req-f8fa4a62-ed4b-4c55-a82e-210ca3b9b3f4 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:22.250981 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-dbd4bf62-237d-4516-95ec-834705899727 req-f8fa4a62-ed4b-4c55-a82e-210ca3b9b3f4 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.1964605 Jun 30 10:59:22.251847 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-9905ad2a-7936-47b9-992a-832079d2ae8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:22.264527 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9905ad2a-7936-47b9-992a-832079d2ae8e admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=92943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:59:22.273970 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-9905ad2a-7936-47b9-992a-832079d2ae8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:22.274310 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.db.segments_db [None req-9905ad2a-7936-47b9-992a-832079d2ae8e admin admin] Added segment c69cb7d0-da1c-49fb-a702-ff012cfb9dd3 of type vlan for network be580f81-2d16-408c-94bb-b8dcac88d64b Jun 30 10:59:22.328961 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-9905ad2a-7936-47b9-992a-832079d2ae8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758624023098'] for network, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:22.355109 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T10:59:18Z', 'revision_number': 4, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'ca5e8a64-1be5-4fbd-bddb-404b2875711e', 'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'mac_address': 'fa:16:3e:f0:a6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:16Z', 'updated_at': '2021-06-30T10:59:19Z', 'revision_number': 2, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'subnets': [{'id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:22.396147 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] Checking router: 8a961ecb-6520-4b55-9795-7d040e250188 for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:59:22.396629 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] Updating router 8a961ecb-6520-4b55-9795-7d040e250188 port ca5e8a64-1be5-4fbd-bddb-404b2875711e binding host dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:59:22.399521 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-dbd4bf62-237d-4516-95ec-834705899727 req-88cc1d5a-f332-4f62-803e-ca0dda184de6 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655925 Jun 30 10:59:22.406701 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7d36f3e0-585e-4ce9-ac02-cd686e5b04fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:22.415486 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-823669da-a6b8-4db4-9669-1dd43e05a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:22.417034 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-823669da-a6b8-4db4-9669-1dd43e05a13f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7048c1aee61f418585e6776bc9e22ed7&device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 1096 time: 0.1180811 Jun 30 10:59:22.436670 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-7d36f3e0-585e-4ce9-ac02-cd686e5b04fb admin admin] Transition to ACTIVE for port object c9c5c4e2-53e5-47b4-a541-c5c9c416cff4 will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:22.443231 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905ad2a-7936-47b9-992a-832079d2ae8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b9ca87-89ed-4cc8-85bb-c537830ea679,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:22.450586 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:22.457068 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-9905ad2a-7936-47b9-992a-832079d2ae8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for network, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:22.458598 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9905ad2a-7936-47b9-992a-832079d2ae8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:22.461157 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-9905ad2a-7936-47b9-992a-832079d2ae8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:22.482482 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-80d4b9d8-6a38-4bbb-be91-31396d573461 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0292ee5a-02eb-4858-9099-ef4c4f563359 HTTP/1.1" status: 200 len: 217 time: 0.0558670 Jun 30 10:59:22.539196 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905ad2a-7936-47b9-992a-832079d2ae8e admin admin] Pushing event updated for resources: {'Network': ['ID=be580f81-2d16-408c-94bb-b8dcac88d64b,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:22.550338 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-9905ad2a-7936-47b9-992a-832079d2ae8e admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7081952 Jun 30 10:59:22.554045 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60710) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:22.555979 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-70275a30-aabe-4bf5-9054-81be78ea1bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:22.557732 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-70275a30-aabe-4bf5-9054-81be78ea1bf6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=355e2b66-56b8-4dd2-9aa5-eea17072a99a HTTP/1.1" status: 200 len: 854 time: 0.0665870 Jun 30 10:59:22.564361 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-f8f07652-f999-4198-a7c1-7dce0abc2e67 admin admin] Request body: {'subnet': {'network_id': 'be580f81-2d16-408c-94bb-b8dcac88d64b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1957518111-subnet', 'tenant_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'ip_version': 4}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:22.569880 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7d36f3e0-585e-4ce9-ac02-cd686e5b04fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8415484'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:22.626869 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Network be580f81-2d16-408c-94bb-b8dcac88d64b details requested by agent ovs-agent-dv-cinder-786627-16-iscsi with host dv-cinder-786627-16-iscsi {{(pid=92944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:59:22.707510 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d36f3e0-585e-4ce9-ac02-cd686e5b04fb admin admin] Network 45ec7867-bc94-42bd-8b7b-b41a690b0731 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:59:22.721580 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-7d36f3e0-585e-4ce9-ac02-cd686e5b04fb admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:22.725883 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f07652-f999-4198-a7c1-7dce0abc2e67 admin admin] Made reservation on behalf of 7d3a5b85e44b49d9baf2527e2ea4aa0c for: {'subnet': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:59:22.728581 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f8f07652-f999-4198-a7c1-7dce0abc2e67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8389469'] for subnet, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:22.731520 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36f3e0-585e-4ce9-ac02-cd686e5b04fb admin admin] Pushing event updated for resources: {'Port': ['ID=c9c5c4e2-53e5-47b4-a541-c5c9c416cff4,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:22.734490 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d36f3e0-585e-4ce9-ac02-cd686e5b04fb admin admin] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:59:22.895133 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7d36f3e0-585e-4ce9-ac02-cd686e5b04fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996865'] for router_interface, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:22.907120 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-e5292721-991e-4320-9635-2af157bacc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:22.909011 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-e5292721-991e-4320-9635-2af157bacc0e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3406973 Jun 30 10:59:23.006444 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbac2f-f01c-449d-b411-a8dfc2bf223a req-754fd73a-2292-4c19-9f09-067cb7a2c4d8 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:23.008346 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c7dbac2f-f01c-449d-b411-a8dfc2bf223a req-754fd73a-2292-4c19-9f09-067cb7a2c4d8 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.3751931 Jun 30 10:59:23.051048 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:23.062085 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] Transition to ACTIVE for port object ca5e8a64-1be5-4fbd-bddb-404b2875711e will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:23.075392 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:23.120193 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-c44d5a6e-8f01-409c-bc26-c226e9ad1842 None None] Provisioning for port c9c5c4e2-53e5-47b4-a541-c5c9c416cff4 completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:23.133981 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f6b7b-1048-483c-8e34-30d7d4c41a12 None None] Pushing event updated for resources: {'Port': ['ID=ca5e8a64-1be5-4fbd-bddb-404b2875711e,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:23.136254 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-c44d5a6e-8f01-409c-bc26-c226e9ad1842 None None] Provisioning complete for port c9c5c4e2-53e5-47b4-a541-c5c9c416cff4 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:23.137175 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c44d5a6e-8f01-409c-bc26-c226e9ad1842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:23.245441 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-c44d5a6e-8f01-409c-bc26-c226e9ad1842 None None] Port c9c5c4e2-53e5-47b4-a541-c5c9c416cff4 cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:59:23.262119 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] Attempting to bind port ca5e8a64-1be5-4fbd-bddb-404b2875711e on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:59:23.262754 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] Attempting to bind port ca5e8a64-1be5-4fbd-bddb-404b2875711e by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': 'c484a693-02fe-4b88-b031-94070b401948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:59:23.263313 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] Attempting to bind port ca5e8a64-1be5-4fbd-bddb-404b2875711e on network 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:59:23.270050 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:59:23.270707 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] Checking segment: {'id': 'c484a693-02fe-4b88-b031-94070b401948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:59:23.271278 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:23.271890 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] Bound using segment: {'id': 'c484a693-02fe-4b88-b031-94070b401948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:59:23.272540 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] Bound port: ca5e8a64-1be5-4fbd-bddb-404b2875711e, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c484a693-02fe-4b88-b031-94070b401948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:59:23.273113 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:23.273251 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-d763eb74-6195-4ea8-9663-1ce274533b0b service neutron] 10.222.0.39 "GET /v2.0/networks/aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179207 Jun 30 10:59:23.280231 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c7dbac2f-f01c-449d-b411-a8dfc2bf223a req-a5006718-1a5f-4957-8629-e70525687694 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285857 Jun 30 10:59:23.337509 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbfb3d-1168-4785-ad2a-0c740cac5b38 req-180982da-a901-4159-af2d-5733d878c2b2 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:23.339034 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-92bbfb3d-1168-4785-ad2a-0c740cac5b38 req-180982da-a901-4159-af2d-5733d878c2b2 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.39 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.4381127 Jun 30 10:59:23.362387 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 7c70026a-3161-4e37-8e96-28e8e438d62e up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:23.390772 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230952b-31db-43fd-877b-1712c3e7b2fd req-09e32cd6-66f9-41d4-b642-99bf51e1a093 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:23.392769 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-e230952b-31db-43fd-877b-1712c3e7b2fd req-09e32cd6-66f9-41d4-b642-99bf51e1a093 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 943 time: 0.0808368 Jun 30 10:59:23.441702 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] For port ca5e8a64-1be5-4fbd-bddb-404b2875711e, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:59:23.446378 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] For port ca5e8a64-1be5-4fbd-bddb-404b2875711e, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=ca5e8a64-1be5-4fbd-bddb-404b2875711e,segment=NetworkSegment(c484a693-02fe-4b88-b031-94070b401948),segment_id=c484a693-02fe-4b88-b031-94070b401948)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:59:23.455943 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:23.459095 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-e230952b-31db-43fd-877b-1712c3e7b2fd req-d11a01c8-c283-4ace-80aa-66241ec653bf tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596807 Jun 30 10:59:23.542660 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f6b7b-1048-483c-8e34-30d7d4c41a12 None None] Pushing event updated for resources: {'Port': ['ID=ca5e8a64-1be5-4fbd-bddb-404b2875711e,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:23.546353 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 7c70026a-3161-4e37-8e96-28e8e438d62e triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:23.547100 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:23.569448 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f8f07652-f999-4198-a7c1-7dce0abc2e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8389451'] for subnet, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:23.590522 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7d36f3e0-585e-4ce9-ac02-cd686e5b04fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:23.608677 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] Routers {'8a961ecb-6520-4b55-9795-7d040e250188'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:59:23.609455 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:59:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['8a961ecb-6520-4b55-9795-7d040e250188'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:23.789183 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 17d92e54-ea4a-42f8-bfc4-e60ced2fc612 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:23.791981 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] Set router 8a961ecb-6520-4b55-9795-7d040e250188 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:59:23.795838 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c47a4178-d3d7-45ee-a5e6-d2234ca47445 req-5eac75e3-d9aa-4732-8836-7d09346ebd48 service neutron] 10.222.0.39 "GET /v2.0/networks/aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5080216 Jun 30 10:59:23.899946 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f07652-f999-4198-a7c1-7dce0abc2e67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4910349-849c-40ce-a635-2646e65728e8,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:23.928258 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-92bbfb3d-1168-4785-ad2a-0c740cac5b38 req-f6d56150-8cfe-4545-80f0-3abdb6d8dd45 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Deleting port 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:59:23.928607 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-92bbfb3d-1168-4785-ad2a-0c740cac5b38 req-f6d56150-8cfe-4545-80f0-3abdb6d8dd45 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:23.935202 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f07652-f999-4198-a7c1-7dce0abc2e67 admin admin] Checking segment: {'id': 'c69cb7d0-da1c-49fb-a702-ff012cfb9dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'be580f81-2d16-408c-94bb-b8dcac88d64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:59:23.935566 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f07652-f999-4198-a7c1-7dce0abc2e67 admin admin] Network hostable DHCP agents. Network: be580f81-2d16-408c-94bb-b8dcac88d64b, hostable agents: ['b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62'], hosted agents: [] {{(pid=92942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:59:23.987813 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port 17d92e54-ea4a-42f8-bfc4-e60ced2fc612 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:24.000434 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 17d92e54-ea4a-42f8-bfc4-e60ced2fc612 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:24.000809 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:24.004107 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d39cf-0147-4169-9be8-236961fb9d49 req-c03bad09-dfaf-49b5-9297-4caa61340474 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:24.011456 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9c6d39cf-0147-4169-9be8-236961fb9d49 req-c03bad09-dfaf-49b5-9297-4caa61340474 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 945 time: 0.4502456 Jun 30 10:59:24.064934 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f07652-f999-4198-a7c1-7dce0abc2e67 admin admin] Network be580f81-2d16-408c-94bb-b8dcac88d64b is scheduled to be hosted by DHCP agent b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62 with binding_index 1 {{(pid=92942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:59:24.108232 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9c6d39cf-0147-4169-9be8-236961fb9d49 req-c0251465-1579-4af9-bc3c-a7f868fee0ef tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e8cb4bd-2857-46af-a475-71e373a3c7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952575 Jun 30 10:59:24.114220 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-f8f07652-f999-4198-a7c1-7dce0abc2e67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-16-iscsi, be580f81-2d16-408c-94bb-b8dcac88d64b) {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:24.120079 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7d36f3e0-585e-4ce9-ac02-cd686e5b04fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:24.134210 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f07652-f999-4198-a7c1-7dce0abc2e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:24.134210 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f8f07652-f999-4198-a7c1-7dce0abc2e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:24.134541 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edfb95a-0597-4d09-97a1-d98377d8a8c6 None None] Network be580f81-2d16-408c-94bb-b8dcac88d64b requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:59:24.135004 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7d36f3e0-585e-4ce9-ac02-cd686e5b04fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:24.135137 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:24.142412 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T10:59:18Z', 'revision_number': 4, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'ca5e8a64-1be5-4fbd-bddb-404b2875711e', 'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'mac_address': 'fa:16:3e:f0:a6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:16Z', 'updated_at': '2021-06-30T10:59:23Z', 'revision_number': 4, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'subnets': [{'id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:24.142644 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-92bbfb3d-1168-4785-ad2a-0c740cac5b38 req-f6d56150-8cfe-4545-80f0-3abdb6d8dd45 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] For port 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7,segment=NetworkSegment(77d01b3d-de25-4204-b64a-7d67e17a8c5d),segment_id=77d01b3d-de25-4204-b64a-7d67e17a8c5d)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:24.142992 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-92bbfb3d-1168-4785-ad2a-0c740cac5b38 req-f6d56150-8cfe-4545-80f0-3abdb6d8dd45 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:24.213007 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f60b4d-6235-485e-ac6e-02bae982a24a None None] The sync data for ids ['8a961ecb-6520-4b55-9795-7d040e250188'] in dv-cinder-786627-16-iscsi is: [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T10:59:18Z', 'revision_number': 4, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'ca5e8a64-1be5-4fbd-bddb-404b2875711e', 'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'mac_address': 'fa:16:3e:f0:a6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:16Z', 'updated_at': '2021-06-30T10:59:23Z', 'revision_number': 4, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'subnets': [{'id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:59:24.216385 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-f8f07652-f999-4198-a7c1-7dce0abc2e67 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6572847 Jun 30 10:59:24.219748 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60718) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:24.228992 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port 17d92e54-ea4a-42f8-bfc4-e60ced2fc612, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=17d92e54-ea4a-42f8-bfc4-e60ced2fc612,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:24.232565 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-d1faedf9-3adb-482c-9996-3b1b29c1bf4a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1957518111-router', 'tenant_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:24.235386 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:24.271841 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7d36f3e0-585e-4ce9-ac02-cd686e5b04fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1998454'] for router_interface, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:24.295290 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36f3e0-585e-4ce9-ac02-cd686e5b04fb admin admin] Pushing event updated for resources: {'Port': ['ID=c9c5c4e2-53e5-47b4-a541-c5c9c416cff4,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:24.312733 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d1faedf9-3adb-482c-9996-3b1b29c1bf4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62852'] for router, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:24.314064 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d1faedf9-3adb-482c-9996-3b1b29c1bf4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1997727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2053697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62877'] for router, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:24.373819 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=17d92e54-ea4a-42f8-bfc4-e60ced2fc612,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:24.414778 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d1faedf9-3adb-482c-9996-3b1b29c1bf4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:24.445438 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c2ac82-ee34-47e7-b2e0-2d3d6d960f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65ad8d37-cf45-5b11-a5e0-a707ba50435d-be580f81-2d16-408c-94bb-b8dcac88d64b', 'network_id': 'be580f81-2d16-408c-94bb-b8dcac88d64b', 'tenant_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'fixed_ips': [{'subnet_id': 'c4910349-849c-40ce-a635-2646e65728e8'}]}} from dv-cinder-786627-16-iscsi. {{(pid=92944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:59:24.450399 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-26c2ac82-ee34-47e7-b2e0-2d3d6d960f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:24.546580 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-92bbfb3d-1168-4785-ad2a-0c740cac5b38 req-f6d56150-8cfe-4545-80f0-3abdb6d8dd45 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:24.546861 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-92bbfb3d-1168-4785-ad2a-0c740cac5b38 req-f6d56150-8cfe-4545-80f0-3abdb6d8dd45 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995794'] for floatingip, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:24.547385 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.db.l3_db [req-92bbfb3d-1168-4785-ad2a-0c740cac5b38 req-f6d56150-8cfe-4545-80f0-3abdb6d8dd45 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Floating IP 7d7ec5ce-5e6d-4c17-b5cf-d375612fd9bb disassociated. External IP: 172.27.3.240, port: 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7. Jun 30 10:59:24.547828 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-92bbfb3d-1168-4785-ad2a-0c740cac5b38 req-f6d56150-8cfe-4545-80f0-3abdb6d8dd45 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Calling delete_port for 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:59:24.560723 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d36f3e0-585e-4ce9-ac02-cd686e5b04fb admin admin] Network 45ec7867-bc94-42bd-8b7b-b41a690b0731 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:59:24.568233 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-7d36f3e0-585e-4ce9-ac02-cd686e5b04fb admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:24.688355 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d1faedf9-3adb-482c-9996-3b1b29c1bf4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1997737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62959'] for router, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:24.703399 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-26c2ac82-ee34-47e7-b2e0-2d3d6d960f3d None None] Allocated IP 172.20.0.2 (be580f81-2d16-408c-94bb-b8dcac88d64b/c4910349-849c-40ce-a635-2646e65728e8/88059fd9-c55e-43e4-8d33-962798057790) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:59:24.778547 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e18d3-7e57-49f9-96a8-4fcf3a7cc3d5 req-2c652583-b946-46c2-8bd2-450da9c5296f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:24.780530 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-245e18d3-7e57-49f9-96a8-4fcf3a7cc3d5 req-2c652583-b946-46c2-8bd2-450da9c5296f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.2982616 Jun 30 10:59:24.884534 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-245e18d3-7e57-49f9-96a8-4fcf3a7cc3d5 req-2a981934-dca0-4dbb-a48c-8c647fe69559 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626700 Jun 30 10:59:24.929816 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-26c2ac82-ee34-47e7-b2e0-2d3d6d960f3d None None] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:24.943621 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-26c2ac82-ee34-47e7-b2e0-2d3d6d960f3d None None] Transition to ACTIVE for port object 88059fd9-c55e-43e4-8d33-962798057790 will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:24.960325 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04e3b1-3381-4da8-acce-409d4ac66048 req-de6910ed-a1d0-4f3d-8b5b-44c5ab541cd5 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:24.961871 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0b04e3b1-3381-4da8-acce-409d4ac66048 req-de6910ed-a1d0-4f3d-8b5b-44c5ab541cd5 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 943 time: 0.2506297 Jun 30 10:59:24.974987 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d36f3e0-585e-4ce9-ac02-cd686e5b04fb admin admin] Router 93e39a55-fc61-4ad8-9ef3-b886bedcb65e has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:59:24.976829 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-92bbfb3d-1168-4785-ad2a-0c740cac5b38 req-f6d56150-8cfe-4545-80f0-3abdb6d8dd45 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:24.979078 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-26c2ac82-ee34-47e7-b2e0-2d3d6d960f3d None None] Transition to ACTIVE for port object 88059fd9-c55e-43e4-8d33-962798057790 will not be triggered until provisioned by entity DHCP. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:24.999187 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-26c2ac82-ee34-47e7-b2e0-2d3d6d960f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:25.060062 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-f24d48d8-15b6-4558-bcd3-e23bbfbc1aef None None] Provisioning complete for port c9c5c4e2-53e5-47b4-a541-c5c9c416cff4 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:25.060445 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f24d48d8-15b6-4558-bcd3-e23bbfbc1aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:25.069489 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c2ac82-ee34-47e7-b2e0-2d3d6d960f3d None None] Network be580f81-2d16-408c-94bb-b8dcac88d64b is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:59:25.099878 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-26c2ac82-ee34-47e7-b2e0-2d3d6d960f3d None None] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:25.102415 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c2ac82-ee34-47e7-b2e0-2d3d6d960f3d None None] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:59:25.117426 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2ac82-ee34-47e7-b2e0-2d3d6d960f3d None None] Pushing event updated for resources: {'Port': ['ID=88059fd9-c55e-43e4-8d33-962798057790,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:25.164524 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-f24d48d8-15b6-4558-bcd3-e23bbfbc1aef None None] Port c9c5c4e2-53e5-47b4-a541-c5c9c416cff4 cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:59:25.171525 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d1faedf9-3adb-482c-9996-3b1b29c1bf4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:25.203416 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d1faedf9-3adb-482c-9996-3b1b29c1bf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:25.219512 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-26c2ac82-ee34-47e7-b2e0-2d3d6d960f3d None None] Attempting to bind port 88059fd9-c55e-43e4-8d33-962798057790 on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:59:25.219916 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-26c2ac82-ee34-47e7-b2e0-2d3d6d960f3d None None] Attempting to bind port 88059fd9-c55e-43e4-8d33-962798057790 by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': 'c69cb7d0-da1c-49fb-a702-ff012cfb9dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'be580f81-2d16-408c-94bb-b8dcac88d64b'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:59:25.220382 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2ac82-ee34-47e7-b2e0-2d3d6d960f3d None None] Attempting to bind port 88059fd9-c55e-43e4-8d33-962798057790 on network be580f81-2d16-408c-94bb-b8dcac88d64b {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:59:25.229962 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2ac82-ee34-47e7-b2e0-2d3d6d960f3d None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:59:25.230434 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2ac82-ee34-47e7-b2e0-2d3d6d960f3d None None] Checking segment: {'id': 'c69cb7d0-da1c-49fb-a702-ff012cfb9dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'be580f81-2d16-408c-94bb-b8dcac88d64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:59:25.237095 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-26c2ac82-ee34-47e7-b2e0-2d3d6d960f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:25.237606 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2ac82-ee34-47e7-b2e0-2d3d6d960f3d None None] Bound using segment: {'id': 'c69cb7d0-da1c-49fb-a702-ff012cfb9dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'be580f81-2d16-408c-94bb-b8dcac88d64b'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:59:25.238133 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-26c2ac82-ee34-47e7-b2e0-2d3d6d960f3d None None] Bound port: 88059fd9-c55e-43e4-8d33-962798057790, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69cb7d0-da1c-49fb-a702-ff012cfb9dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'be580f81-2d16-408c-94bb-b8dcac88d64b'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:59:25.238537 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-26c2ac82-ee34-47e7-b2e0-2d3d6d960f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:25.301557 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e28a2-5505-4a69-89b9-70939f9302f6 req-3f87fb8d-45b8-4ab0-9776-9b80143e4ee1 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:25.319961 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-666e28a2-5505-4a69-89b9-70939f9302f6 req-3f87fb8d-45b8-4ab0-9776-9b80143e4ee1 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.2019846 Jun 30 10:59:25.320920 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60728) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:25.335306 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-9d3b102b-df30-4bed-8ee1-16c0ecc928e4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Request body: {'floatingip': {'port_id': '013e43a9-d2ea-4d0c-886b-da0e49c4508e'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:25.342382 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-26c2ac82-ee34-47e7-b2e0-2d3d6d960f3d None None] For port 88059fd9-c55e-43e4-8d33-962798057790, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:59:25.348244 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-26c2ac82-ee34-47e7-b2e0-2d3d6d960f3d None None] For port 88059fd9-c55e-43e4-8d33-962798057790, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=88059fd9-c55e-43e4-8d33-962798057790,segment=NetworkSegment(c69cb7d0-da1c-49fb-a702-ff012cfb9dd3),segment_id=c69cb7d0-da1c-49fb-a702-ff012cfb9dd3)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:59:25.357639 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-26c2ac82-ee34-47e7-b2e0-2d3d6d960f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:25.415542 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 17d92e54-ea4a-42f8-bfc4-e60ced2fc612 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:25.481690 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2ac82-ee34-47e7-b2e0-2d3d6d960f3d None None] Pushing event updated for resources: {'Port': ['ID=88059fd9-c55e-43e4-8d33-962798057790,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:25.512823 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 17d92e54-ea4a-42f8-bfc4-e60ced2fc612 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:25.513422 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:25.517153 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-9d3b102b-df30-4bed-8ee1-16c0ecc928e4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for floatingip, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:25.544037 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-28dd0b85-6b17-42f9-8e67-04ffaa8ceace req-5c406dbb-f3fb-4d2b-88a8-78b795a3f3ea tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 210 time: 0.0996749 Jun 30 10:59:25.650822 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device ca5e8a64-1be5-4fbd-bddb-404b2875711e up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:25.687800 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_common [None req-d1faedf9-3adb-482c-9996-3b1b29c1bf4a admin admin] Allocated IP 172.27.3.169 (35f17bf8-70f6-411c-85c9-98655ea214de/851b99d8-6dc6-42fa-aa4a-7df3a488276b/f9445b55-33ba-4223-bb10-cc942149d42a) {{(pid=92943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:59:25.713183 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port ca5e8a64-1be5-4fbd-bddb-404b2875711e completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:25.721011 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port ca5e8a64-1be5-4fbd-bddb-404b2875711e triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:25.721388 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:25.799419 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d56150-8cfe-4545-80f0-3abdb6d8dd45 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Pushing event deleted for resources: {'Port': ['ID=18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:25.805334 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92bbfb3d-1168-4785-ad2a-0c740cac5b38 req-f6d56150-8cfe-4545-80f0-3abdb6d8dd45 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Router d1acbf17-3ab3-40e3-9017-c9e71442ac85 has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:59:25.824099 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0b04e3b1-3381-4da8-acce-409d4ac66048 req-d8c71792-0aee-4ace-a1d0-2e68e2a79a3a tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8511541 Jun 30 10:59:25.832598 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d36f3e0-585e-4ce9-ac02-cd686e5b04fb admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:59:25.838123 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-7d36f3e0-585e-4ce9-ac02-cd686e5b04fb admin admin] 10.222.0.91 "PUT /v2.0/routers/93e39a55-fc61-4ad8-9ef3-b886bedcb65e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6684580 Jun 30 10:59:25.843343 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] Sync routers for ids ['93e39a55-fc61-4ad8-9ef3-b886bedcb65e'] in dv-cinder-786627-16-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:59:25.867884 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] Routers {'93e39a55-fc61-4ad8-9ef3-b886bedcb65e'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:59:25.868461 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:59:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['93e39a55-fc61-4ad8-9ef3-b886bedcb65e'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:25.996426 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:26.041199 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92bbfb3d-1168-4785-ad2a-0c740cac5b38 req-f6d56150-8cfe-4545-80f0-3abdb6d8dd45 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:59:26.090439 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3517b7-e8ce-4a18-8f9b-1f611013b151 None None] Sync routers for ids ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:59:26.097077 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port ca5e8a64-1be5-4fbd-bddb-404b2875711e, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=ca5e8a64-1be5-4fbd-bddb-404b2875711e,segment=NetworkSegment(c484a693-02fe-4b88-b031-94070b401948),segment_id=c484a693-02fe-4b88-b031-94070b401948)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:26.110097 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:26.132764 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bbfb3d-1168-4785-ad2a-0c740cac5b38 req-f6d56150-8cfe-4545-80f0-3abdb6d8dd45 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] No DVR routers for this DVR port 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 on host hv-cinder-78662 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:59:26.136171 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-92bbfb3d-1168-4785-ad2a-0c740cac5b38 req-f6d56150-8cfe-4545-80f0-3abdb6d8dd45 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:26.139240 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-92bbfb3d-1168-4785-ad2a-0c740cac5b38 req-f6d56150-8cfe-4545-80f0-3abdb6d8dd45 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.39 "DELETE /v2.0/ports/18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 HTTP/1.1" status: 204 len: 173 time: 2.7741621 Jun 30 10:59:26.140084 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b909963f-0971-4093-bc90-ae8387422ba0', 'name': 'network-vif-deleted', 'tag': '18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:59:26.142702 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266d0b7c-60a3-4bdb-85c2-54c971a5c46a" -d '{"events": [{"server_uuid": "b909963f-0971-4093-bc90-ae8387422ba0", "name": "network-vif-deleted", "tag": "18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:59:26.175284 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3517b7-e8ce-4a18-8f9b-1f611013b151 None None] Routers {'d1acbf17-3ab3-40e3-9017-c9e71442ac85'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:59:26.175972 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-9a3517b7-e8ce-4a18-8f9b-1f611013b151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:59:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:26.195027 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018bb43a-7391-45b1-972e-c3c8e0bc4573 x-openstack-request-id: req-018bb43a-7391-45b1-972e-c3c8e0bc4573 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:59:26.195601 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b909963f-0971-4093-bc90-ae8387422ba0", "name": "network-vif-deleted", "tag": "18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:59:26.196103 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-018bb43a-7391-45b1-972e-c3c8e0bc4573 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:59:26.196747 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b909963f-0971-4093-bc90-ae8387422ba0', 'name': 'network-vif-deleted', 'tag': '18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7', 'status': 'completed', 'code': 200} Jun 30 10:59:26.253597 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=ca5e8a64-1be5-4fbd-bddb-404b2875711e,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:26.321737 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] Set router 93e39a55-fc61-4ad8-9ef3-b886bedcb65e gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:59:26.564911 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-9a3517b7-e8ce-4a18-8f9b-1f611013b151 None None] Set router d1acbf17-3ab3-40e3-9017-c9e71442ac85 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:59:26.594040 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d1faedf9-3adb-482c-9996-3b1b29c1bf4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:26.671780 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'name': 'tempest-TestShelveInstance-409678314-router', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:14Z', 'updated_at': '2021-06-30T10:59:23Z', 'revision_number': 4, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'gw_port': {'id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:15Z', 'updated_at': '2021-06-30T10:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'c9c5c4e2-53e5-47b4-a541-c5c9c416cff4', 'name': '', 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'mac_address': 'fa:16:3e:4f:0e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '552286ff-ad7d-4923-bcc9-2f47b3662812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:21Z', 'updated_at': '2021-06-30T10:59:23Z', 'revision_number': 2, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'subnets': [{'id': '552286ff-ad7d-4923-bcc9-2f47b3662812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:26.752006 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] Checking router: 93e39a55-fc61-4ad8-9ef3-b886bedcb65e for host: dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:59:26.757139 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] Updating router 93e39a55-fc61-4ad8-9ef3-b886bedcb65e port c9c5c4e2-53e5-47b4-a541-c5c9c416cff4 binding host dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:59:26.839147 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c89180e7-76b4-470c-a891-1c620544c2ae req-0244191e-77ca-4db1-8929-c1a9300ecae0 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=b909963f-0971-4093-bc90-ae8387422ba0 HTTP/1.1" status: 200 len: 210 time: 0.0809720 Jun 30 10:59:26.844095 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d1faedf9-3adb-482c-9996-3b1b29c1bf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8725936'] for port, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:26.862042 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:26.889123 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1faedf9-3adb-482c-9996-3b1b29c1bf4a admin admin] Network 35f17bf8-70f6-411c-85c9-98655ea214de is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:59:26.903081 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.db.resource_extend [None req-9d3b102b-df30-4bed-8ee1-16c0ecc928e4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 10:59:26.906866 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-d1faedf9-3adb-482c-9996-3b1b29c1bf4a admin admin] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:26.990035 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1faedf9-3adb-482c-9996-3b1b29c1bf4a admin admin] Received port after_create {{(pid=92943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:59:27.051186 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-9a3517b7-e8ce-4a18-8f9b-1f611013b151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'name': 'tempest-AttachVolumeTestJSON-555392615-router', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:27Z', 'revision_number': 4, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'gw_port': {'id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'ef798c91-f1e6-41e8-a80f-668a0f24cd3e', 'name': '', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'mac_address': 'fa:16:3e:13:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f321f395-8a24-424f-a000-187ba04163ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:26Z', 'updated_at': '2021-06-30T10:54:38Z', 'revision_number': 5, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'subnets': [{'id': 'f321f395-8a24-424f-a000-187ba04163ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:27.096254 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60750) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:27.101687 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-fd8f8797-b0c8-4df4-8b78-6edfff9877f9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2093297893-network', 'tenant_id': 'e2c69676f7ee4a029443fad36210d70c'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:27.117577 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1faedf9-3adb-482c-9996-3b1b29c1bf4a admin admin] Pushing event updated for resources: {'Port': ['ID=f9445b55-33ba-4223-bb10-cc942149d42a,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:27.126242 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3517b7-e8ce-4a18-8f9b-1f611013b151 None None] Checking router: d1acbf17-3ab3-40e3-9017-c9e71442ac85 for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:59:27.130611 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-9d3b102b-df30-4bed-8ee1-16c0ecc928e4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:27.131710 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa3db8f-f675-4015-a933-c1a1d6b85e98 None None] Network be580f81-2d16-408c-94bb-b8dcac88d64b requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:59:27.149084 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3517b7-e8ce-4a18-8f9b-1f611013b151 None None] Routers {'d1acbf17-3ab3-40e3-9017-c9e71442ac85'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:59:27.149849 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-9a3517b7-e8ce-4a18-8f9b-1f611013b151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:59:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:27.175731 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-9d3b102b-df30-4bed-8ee1-16c0ecc928e4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995794'] for floatingip, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:27.178094 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8f8797-b0c8-4df4-8b78-6edfff9877f9 admin admin] Made reservation on behalf of e2c69676f7ee4a029443fad36210d70c for: {'network': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:59:27.180608 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fd8f8797-b0c8-4df4-8b78-6edfff9877f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for network, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:27.200972 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fd8f8797-b0c8-4df4-8b78-6edfff9877f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:27.295779 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-b2c0a050-51db-4ee2-8629-5d55c41a3642 None None] Provisioning for port 88059fd9-c55e-43e4-8d33-962798057790 completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:27.354143 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f58003-1397-4cdb-8ff8-adc405dd9034 req-5b008389-ad27-49e5-aedd-79fb54844169 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:27.355199 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-72f58003-1397-4cdb-8ff8-adc405dd9034 req-5b008389-ad27-49e5-aedd-79fb54844169 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 943 time: 0.2914896 Jun 30 10:59:27.384980 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fd8f8797-b0c8-4df4-8b78-6edfff9877f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:27.394751 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fd8f8797-b0c8-4df4-8b78-6edfff9877f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:27.409031 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 88059fd9-c55e-43e4-8d33-962798057790 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:27.428873 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:27.434485 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8f8797-b0c8-4df4-8b78-6edfff9877f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=92942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:59:27.444849 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] Transition to ACTIVE for port object c9c5c4e2-53e5-47b4-a541-c5c9c416cff4 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:27.455102 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:27.455998 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f8797-b0c8-4df4-8b78-6edfff9877f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96dec1e7-df4b-4065-a646-ff6ee4510bf8,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:27.461572 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fd8f8797-b0c8-4df4-8b78-6edfff9877f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:27.462469 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.db.segments_db [None req-fd8f8797-b0c8-4df4-8b78-6edfff9877f9 admin admin] Added segment b56c13ba-85d8-4ab8-b5f2-58d5527877ca of type vlan for network e5d22871-277a-4917-9296-d35bab639a2c Jun 30 10:59:27.474720 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-9a3517b7-e8ce-4a18-8f9b-1f611013b151 None None] Set router d1acbf17-3ab3-40e3-9017-c9e71442ac85 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:59:27.491960 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.db.l3_db [None req-9d3b102b-df30-4bed-8ee1-16c0ecc928e4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Floating IP ce27ec83-f465-49c1-a532-bacc3625ee35 associated. External IP: 172.27.3.204, port: 013e43a9-d2ea-4d0c-886b-da0e49c4508e. Jun 30 10:59:27.521943 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fd8f8797-b0c8-4df4-8b78-6edfff9877f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758624023098'] for network, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:27.537004 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 0292ee5a-02eb-4858-9099-ef4c4f563359 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:59:27.538593 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:59:27.542356 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38199d7f-f4be-4b76-9dc5-6f771901e4e6 None None] Pushing event updated for resources: {'Port': ['ID=c9c5c4e2-53e5-47b4-a541-c5c9c416cff4,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:27.554150 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d1faedf9-3adb-482c-9996-3b1b29c1bf4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:27.560913 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-72f58003-1397-4cdb-8ff8-adc405dd9034 req-57f5233f-aa55-436e-a328-9083b4c30fbf tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463616 Jun 30 10:59:27.602235 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fd8f8797-b0c8-4df4-8b78-6edfff9877f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320'] for network, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:27.604278 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8f8797-b0c8-4df4-8b78-6edfff9877f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:27.605947 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fd8f8797-b0c8-4df4-8b78-6edfff9877f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:27.635856 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] No Port match for: 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:59:27.636203 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 18c6bcb7-0ff6-466c-a42a-0a48b5f54eb7 not bound to the agent host hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:59:27.644636 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] Attempting to bind port c9c5c4e2-53e5-47b4-a541-c5c9c416cff4 on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:59:27.645053 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] Attempting to bind port c9c5c4e2-53e5-47b4-a541-c5c9c416cff4 by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': '2a37efcf-0573-4fd6-aaf5-d353f4d4d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:59:27.645419 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] Attempting to bind port c9c5c4e2-53e5-47b4-a541-c5c9c416cff4 on network 45ec7867-bc94-42bd-8b7b-b41a690b0731 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:59:27.654108 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:59:27.654515 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] Checking segment: {'id': '2a37efcf-0573-4fd6-aaf5-d353f4d4d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:59:27.657726 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:27.658135 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] Bound using segment: {'id': '2a37efcf-0573-4fd6-aaf5-d353f4d4d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:59:27.658673 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] Bound port: c9c5c4e2-53e5-47b4-a541-c5c9c416cff4, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a37efcf-0573-4fd6-aaf5-d353f4d4d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:59:27.659085 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:27.694483 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-fd8f8797-b0c8-4df4-8b78-6edfff9877f9 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5971515 Jun 30 10:59:27.698125 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60752) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:27.712733 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-c005905a-3260-4ee0-93a1-3534abad0766 admin admin] Request body: {'subnet': {'network_id': 'e5d22871-277a-4917-9296-d35bab639a2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2093297893-subnet', 'tenant_id': 'e2c69676f7ee4a029443fad36210d70c', 'ip_version': 4}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:27.719276 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port 88059fd9-c55e-43e4-8d33-962798057790 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:27.725139 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f8797-b0c8-4df4-8b78-6edfff9877f9 admin admin] Pushing event updated for resources: {'Network': ['ID=e5d22871-277a-4917-9296-d35bab639a2c,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:27.753402 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] For port c9c5c4e2-53e5-47b4-a541-c5c9c416cff4, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:59:27.759226 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c005905a-3260-4ee0-93a1-3534abad0766 admin admin] Made reservation on behalf of e2c69676f7ee4a029443fad36210d70c for: {'subnet': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:59:27.761050 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] For port c9c5c4e2-53e5-47b4-a541-c5c9c416cff4, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=c9c5c4e2-53e5-47b4-a541-c5c9c416cff4,segment=NetworkSegment(2a37efcf-0573-4fd6-aaf5-d353f4d4d168),segment_id=2a37efcf-0573-4fd6-aaf5-d353f4d4d168)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:59:27.762975 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c005905a-3260-4ee0-93a1-3534abad0766 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8389469'] for subnet, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:27.769801 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Network e5d22871-277a-4917-9296-d35bab639a2c details requested by agent ovs-agent-dv-cinder-786627-16-iscsi with host dv-cinder-786627-16-iscsi {{(pid=92944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:59:27.774107 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:27.799696 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 88059fd9-c55e-43e4-8d33-962798057790 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:27.800374 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:27.870736 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] Routers {'93e39a55-fc61-4ad8-9ef3-b886bedcb65e'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:59:27.871472 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:59:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['93e39a55-fc61-4ad8-9ef3-b886bedcb65e'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:27.923535 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38199d7f-f4be-4b76-9dc5-6f771901e4e6 None None] Pushing event updated for resources: {'Port': ['ID=c9c5c4e2-53e5-47b4-a541-c5c9c416cff4,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:28.019190 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 0292ee5a-02eb-4858-9099-ef4c4f563359, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0292ee5a-02eb-4858-9099-ef4c4f563359,segment=NetworkSegment(dd7bda40-22d2-419c-90e9-0926d7fa038b),segment_id=dd7bda40-22d2-419c-90e9-0926d7fa038b)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:28.050392 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60758) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:28.093423 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': '0292ee5a-02eb-4858-9099-ef4c4f563359', 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9', 'port_id': '0292ee5a-02eb-4858-9099-ef4c4f563359', 'mac_address': 'fa:16:3e:dc:e7:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '355e2b66-56b8-4dd2-9aa5-eea17072a99a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:59:28.138063 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] Set router 93e39a55-fc61-4ad8-9ef3-b886bedcb65e gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:59:28.138358 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3b102b-df30-4bed-8ee1-16c0ecc928e4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Router 51a89b9a-8eda-426a-af4c-631f81bb920a has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:59:28.151862 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d1faedf9-3adb-482c-9996-3b1b29c1bf4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995848'] for router, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:28.204460 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:28.227201 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:28.259609 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0292ee5a-02eb-4858-9099-ef4c4f563359 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:59:28.268371 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c005905a-3260-4ee0-93a1-3534abad0766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8389451'] for subnet, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:28.284600 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port 88059fd9-c55e-43e4-8d33-962798057790, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=88059fd9-c55e-43e4-8d33-962798057790,segment=NetworkSegment(c69cb7d0-da1c-49fb-a702-ff012cfb9dd3),segment_id=c69cb7d0-da1c-49fb-a702-ff012cfb9dd3)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:28.302485 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:28.303427 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device ca5e8a64-1be5-4fbd-bddb-404b2875711e up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:28.307181 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-9a3517b7-e8ce-4a18-8f9b-1f611013b151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'name': 'tempest-AttachVolumeTestJSON-555392615-router', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:27Z', 'revision_number': 4, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'gw_port': {'id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'ef798c91-f1e6-41e8-a80f-668a0f24cd3e', 'name': '', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'mac_address': 'fa:16:3e:13:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f321f395-8a24-424f-a000-187ba04163ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:26Z', 'updated_at': '2021-06-30T10:54:38Z', 'revision_number': 5, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'subnets': [{'id': 'f321f395-8a24-424f-a000-187ba04163ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:28.311951 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 0292ee5a-02eb-4858-9099-ef4c4f563359, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0292ee5a-02eb-4858-9099-ef4c4f563359,segment=NetworkSegment(dd7bda40-22d2-419c-90e9-0926d7fa038b),segment_id=dd7bda40-22d2-419c-90e9-0926d7fa038b)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:28.373888 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1fb26d27-d687-419f-bb29-8a8e5a5221db tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:28.382018 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:28.384016 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3517b7-e8ce-4a18-8f9b-1f611013b151 None None] The sync data for ids ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'] in dv-cinder-786627-16-iscsi is: [{'id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'name': 'tempest-AttachVolumeTestJSON-555392615-router', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:27Z', 'revision_number': 4, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'gw_port': {'id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'ef798c91-f1e6-41e8-a80f-668a0f24cd3e', 'name': '', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'mac_address': 'fa:16:3e:13:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f321f395-8a24-424f-a000-187ba04163ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:26Z', 'updated_at': '2021-06-30T10:54:38Z', 'revision_number': 5, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'subnets': [{'id': 'f321f395-8a24-424f-a000-187ba04163ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:59:28.427176 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3b102b-df30-4bed-8ee1-16c0ecc928e4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:59:28.434273 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-9d3b102b-df30-4bed-8ee1-16c0ecc928e4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for floatingip, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:28.434850 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=88059fd9-c55e-43e4-8d33-962798057790,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:28.471409 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port ca5e8a64-1be5-4fbd-bddb-404b2875711e triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:28.471827 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:28.474283 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005905a-3260-4ee0-93a1-3534abad0766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2078836d-da27-4526-9b99-aa038729b40a,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:28.478616 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-9d3b102b-df30-4bed-8ee1-16c0ecc928e4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "PUT /v2.0/floatingips/ce27ec83-f465-49c1-a532-bacc3625ee35 HTTP/1.1" status: 200 len: 991 time: 3.1533625 Jun 30 10:59:28.480738 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a13d82f-811b-400d-90a9-3d673a421ea9 None None] Sync routers for ids ['51a89b9a-8eda-426a-af4c-631f81bb920a'] in dv-cinder-786627-16-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:59:28.482742 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259f3d9b-5cb5-4253-ac1e-a34b84e86e73', 'tag': '013e43a9-d2ea-4d0c-886b-da0e49c4508e'}] {{(pid=92943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:59:28.485019 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbe9d626e50383ffb82a595db8fc1549102463c899d09ce870a2344fe6ae64b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20593b56-6543-4a9e-b119-1fda5b0ee7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "259f3d9b-5cb5-4253-ac1e-a34b84e86e73", "tag": "013e43a9-d2ea-4d0c-886b-da0e49c4508e"}]}' {{(pid=92943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:59:28.510508 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1fb26d27-d687-419f-bb29-8a8e5a5221db tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:28.514888 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1faedf9-3adb-482c-9996-3b1b29c1bf4a admin admin] Router 436e0ce6-a91e-4526-844f-f13f30926e7c is scheduled to L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 with binding_index 1 {{(pid=92943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:59:28.530325 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a13d82f-811b-400d-90a9-3d673a421ea9 None None] Routers {'51a89b9a-8eda-426a-af4c-631f81bb920a'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:59:28.531502 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c005905a-3260-4ee0-93a1-3534abad0766 admin admin] Checking segment: {'id': 'b56c13ba-85d8-4ab8-b5f2-58d5527877ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e5d22871-277a-4917-9296-d35bab639a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:59:28.531909 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c005905a-3260-4ee0-93a1-3534abad0766 admin admin] Network hostable DHCP agents. Network: e5d22871-277a-4917-9296-d35bab639a2c, hostable agents: ['b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62'], hosted agents: [] {{(pid=92942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:59:28.538098 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-7a13d82f-811b-400d-90a9-3d673a421ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:59:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['51a89b9a-8eda-426a-af4c-631f81bb920a'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:28.585169 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c005905a-3260-4ee0-93a1-3534abad0766 admin admin] Network e5d22871-277a-4917-9296-d35bab639a2c is scheduled to be hosted by DHCP agent b5343a8c-f8e9-4ffb-87c8-f75bd29d3f62 with binding_index 1 {{(pid=92942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:59:28.594213 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f92105-2a9e-4172-9e71-3cd391cd8e45 x-openstack-request-id: req-17f92105-2a9e-4172-9e71-3cd391cd8e45 {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:59:28.594437 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=0292ee5a-02eb-4858-9099-ef4c4f563359,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:28.594579 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259f3d9b-5cb5-4253-ac1e-a34b84e86e73", "tag": "013e43a9-d2ea-4d0c-886b-da0e49c4508e", "status": "completed", "code": 200}]} {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:59:28.594751 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-17f92105-2a9e-4172-9e71-3cd391cd8e45 {{(pid=92943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:59:28.595344 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259f3d9b-5cb5-4253-ac1e-a34b84e86e73', 'tag': '013e43a9-d2ea-4d0c-886b-da0e49c4508e', 'status': 'completed', 'code': 200} Jun 30 10:59:28.622101 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-acf715a4-6b55-40bc-b240-99b8a948c723 None None] Provisioning complete for port 88059fd9-c55e-43e4-8d33-962798057790 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:28.622308 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1fb26d27-d687-419f-bb29-8a8e5a5221db tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:28.622472 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-acf715a4-6b55-40bc-b240-99b8a948c723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:28.625847 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1fb26d27-d687-419f-bb29-8a8e5a5221db tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:28.632375 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-1fb26d27-d687-419f-bb29-8a8e5a5221db tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "DELETE /v2.0/security-groups/0e8cb4bd-2857-46af-a475-71e373a3c7ce HTTP/1.1" status: 204 len: 168 time: 0.5809479 Jun 30 10:59:28.686451 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60768) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:28.687294 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb26d27-d687-419f-bb29-8a8e5a5221db tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8cb4bd-2857-46af-a475-71e373a3c7ce,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:28.697546 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-c005905a-3260-4ee0-93a1-3534abad0766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-16-iscsi, e5d22871-277a-4917-9296-d35bab639a2c) {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:28.723012 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['0292ee5a-02eb-4858-9099-ef4c4f563359'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:59:28.732723 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f9605e-163d-4289-9303-0d45745b5207 None None] Network e5d22871-277a-4917-9296-d35bab639a2c requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:59:28.741922 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c005905a-3260-4ee0-93a1-3534abad0766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:28.742522 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c005905a-3260-4ee0-93a1-3534abad0766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:28.774089 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.api.v2.resource [None req-367f41c6-22a3-404d-af9a-d94139752d64 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] show failed (client error): The resource could not be found. Jun 30 10:59:28.790274 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-367f41c6-22a3-404d-af9a-d94139752d64 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups/0e8cb4bd-2857-46af-a475-71e373a3c7ce HTTP/1.1" status: 404 len: 347 time: 0.0899789 Jun 30 10:59:28.793219 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60770) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:28.800676 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-7a13d82f-811b-400d-90a9-3d673a421ea9 None None] Set router 51a89b9a-8eda-426a-af4c-631f81bb920a gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:59:28.923628 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be78919-12cd-4c31-b985-b3c8b09ed7ae None None] New status for floating IP 7d7ec5ce-5e6d-4c17-b5cf-d375612fd9bb: DOWN {{(pid=92944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:59:28.969227 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'name': 'tempest-TestShelveInstance-409678314-router', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:14Z', 'updated_at': '2021-06-30T10:59:23Z', 'revision_number': 4, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'gw_port': {'id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:15Z', 'updated_at': '2021-06-30T10:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'c9c5c4e2-53e5-47b4-a541-c5c9c416cff4', 'name': '', 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'mac_address': 'fa:16:3e:4f:0e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '552286ff-ad7d-4923-bcc9-2f47b3662812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:21Z', 'updated_at': '2021-06-30T10:59:27Z', 'revision_number': 4, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'subnets': [{'id': '552286ff-ad7d-4923-bcc9-2f47b3662812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:28.987553 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1faedf9-3adb-482c-9996-3b1b29c1bf4a admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:59:29.006277 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] Sync routers for ids ['436e0ce6-a91e-4526-844f-f13f30926e7c'] in dv-cinder-786627-16-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:59:29.015396 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-d1faedf9-3adb-482c-9996-3b1b29c1bf4a admin admin] Notify callbacks [] for router, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:29.019209 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2b6aab-07ec-4966-953d-bf9e9a5e5b40 None None] The sync data for ids ['93e39a55-fc61-4ad8-9ef3-b886bedcb65e'] in dv-cinder-786627-16-iscsi is: [{'id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'name': 'tempest-TestShelveInstance-409678314-router', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:14Z', 'updated_at': '2021-06-30T10:59:23Z', 'revision_number': 4, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'gw_port': {'id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:15Z', 'updated_at': '2021-06-30T10:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'c9c5c4e2-53e5-47b4-a541-c5c9c416cff4', 'name': '', 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'mac_address': 'fa:16:3e:4f:0e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '552286ff-ad7d-4923-bcc9-2f47b3662812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:21Z', 'updated_at': '2021-06-30T10:59:27Z', 'revision_number': 4, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'subnets': [{'id': '552286ff-ad7d-4923-bcc9-2f47b3662812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:59:29.020187 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-d1faedf9-3adb-482c-9996-3b1b29c1bf4a admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7993200 Jun 30 10:59:29.020937 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60776) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:29.037632 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] Routers {'436e0ce6-a91e-4526-844f-f13f30926e7c'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:59:29.038588 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:59:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['436e0ce6-a91e-4526-844f-f13f30926e7c'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:29.051067 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-c005905a-3260-4ee0-93a1-3534abad0766 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3488562 Jun 30 10:59:29.056756 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60778) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:29.157776 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-eb2a61ed-7ce6-473c-ab4a-6a40976b02db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2093297893-router', 'tenant_id': 'e2c69676f7ee4a029443fad36210d70c', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:29.189846 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-f265a7cb-285a-4c09-a90a-219eee5c3978 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Deleting port b46ec242-b759-416a-9a99-53d428ab4d8b {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:59:29.192096 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f265a7cb-285a-4c09-a90a-219eee5c3978 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:29.245741 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20593b56-6543-4a9e-b119-1fda5b0ee7cc req-ff73f858-58a4-4128-a392-d4aacc4ec4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:29.255040 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-20593b56-6543-4a9e-b119-1fda5b0ee7cc req-ff73f858-58a4-4128-a392-d4aacc4ec4b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd767d920c4042ebb7ff4a63cffdc075&device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 1098 time: 0.6523659 Jun 30 10:59:29.296007 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-eb2a61ed-7ce6-473c-ab4a-6a40976b02db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62852'] for router, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:29.297056 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-eb2a61ed-7ce6-473c-ab4a-6a40976b02db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1997727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2053697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62877'] for router, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:29.332196 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874513e-0253-4467-8e70-6f41c4784568 req-e0f40bb4-5b81-40c2-a586-67b9a7c79a3d tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:29.340211 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6874513e-0253-4467-8e70-6f41c4784568 req-e0f40bb4-5b81-40c2-a586-67b9a7c79a3d tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 944 time: 0.3503988 Jun 30 10:59:29.466213 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f265a7cb-285a-4c09-a90a-219eee5c3978 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:29.466778 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f265a7cb-285a-4c09-a90a-219eee5c3978 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:29.493071 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] Set router 436e0ce6-a91e-4526-844f-f13f30926e7c gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:59:29.508233 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-f265a7cb-285a-4c09-a90a-219eee5c3978 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Calling delete_port for b46ec242-b759-416a-9a99-53d428ab4d8b owned by network:floatingip {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:59:29.510040 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-eb2a61ed-7ce6-473c-ab4a-6a40976b02db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:29.547885 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20593b56-6543-4a9e-b119-1fda5b0ee7cc req-e801932c-47ed-4d24-8d8e-1b1e06b82e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:29.549365 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-20593b56-6543-4a9e-b119-1fda5b0ee7cc req-e801932c-47ed-4d24-8d8e-1b1e06b82e00 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 HTTP/1.1" status: 200 len: 918 time: 0.2855322 Jun 30 10:59:29.654094 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 88059fd9-c55e-43e4-8d33-962798057790 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:29.728292 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6874513e-0253-4467-8e70-6f41c4784568 req-057a7f66-9313-4e7d-9aa3-c3c38123589f tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872662 Jun 30 10:59:29.729082 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-20593b56-6543-4a9e-b119-1fda5b0ee7cc req-1e161831-bd3a-426a-a321-0f4052d173fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=013e43a9-d2ea-4d0c-886b-da0e49c4508e HTTP/1.1" status: 200 len: 999 time: 0.1077907 Jun 30 10:59:29.752303 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bb8173-52b1-414b-9c8d-163ee8df57e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65ad8d37-cf45-5b11-a5e0-a707ba50435d-e5d22871-277a-4917-9296-d35bab639a2c', 'network_id': 'e5d22871-277a-4917-9296-d35bab639a2c', 'tenant_id': 'e2c69676f7ee4a029443fad36210d70c', 'fixed_ips': [{'subnet_id': '2078836d-da27-4526-9b99-aa038729b40a'}]}} from dv-cinder-786627-16-iscsi. {{(pid=92944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:59:29.752303 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-42bb8173-52b1-414b-9c8d-163ee8df57e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:29.832665 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-7a13d82f-811b-400d-90a9-3d673a421ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'name': 'tempest-AttachVolumeShelveTestJSON-1421298501-router', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'dc391260-2204-4b36-a515-4278a0936710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:32Z', 'revision_number': 4, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'gw_port': {'id': 'dc391260-2204-4b36-a515-4278a0936710', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': 'ce27ec83-f465-49c1-a532-bacc3625ee35', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'port_id': '013e43a9-d2ea-4d0c-886b-da0e49c4508e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'mac_address': 'fa:16:3e:44:1e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f3d9b-5cb5-4253-ac1e-a34b84e86e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:58:59Z', 'updated_at': '2021-06-30T10:59:26Z', 'revision_number': 1, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431ffc3b-cf99-49d8-b8d6-4f0e561810e3', 'name': '', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'mac_address': 'fa:16:3e:e5:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:29Z', 'updated_at': '2021-06-30T10:54:39Z', 'revision_number': 5, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'subnets': [{'id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:29.837858 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-eb2a61ed-7ce6-473c-ab4a-6a40976b02db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1997737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62959'] for router, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:29.886006 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a13d82f-811b-400d-90a9-3d673a421ea9 None None] Checking router: 51a89b9a-8eda-426a-af4c-631f81bb920a for host: dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:59:29.908190 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20593b56-6543-4a9e-b119-1fda5b0ee7cc req-3fbaae5a-a2f3-42d1-9f54-30cb6f89b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:29.915806 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-20593b56-6543-4a9e-b119-1fda5b0ee7cc req-3fbaae5a-a2f3-42d1-9f54-30cb6f89b97c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd9941a1-a63d-4ae1-bee1-bc13b8df9212 HTTP/1.1" status: 200 len: 856 time: 0.1763642 Jun 30 10:59:29.922532 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a13d82f-811b-400d-90a9-3d673a421ea9 None None] Routers {'51a89b9a-8eda-426a-af4c-631f81bb920a'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:59:29.923468 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-7a13d82f-811b-400d-90a9-3d673a421ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:59:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['51a89b9a-8eda-426a-af4c-631f81bb920a'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:29.936108 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 88059fd9-c55e-43e4-8d33-962798057790 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:29.936493 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:30.030010 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f265a7cb-285a-4c09-a90a-219eee5c3978 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:30.064449 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265a7cb-285a-4c09-a90a-219eee5c3978 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Pushing event deleted for resources: {'Port': ['ID=b46ec242-b759-416a-9a99-53d428ab4d8b,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:30.103132 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20593b56-6543-4a9e-b119-1fda5b0ee7cc req-ccfb1955-636c-4775-b699-cf173cf1e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:30.104905 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-20593b56-6543-4a9e-b119-1fda5b0ee7cc req-ccfb1955-636c-4775-b699-cf173cf1e5b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1664333 Jun 30 10:59:30.120499 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-42bb8173-52b1-414b-9c8d-163ee8df57e4 None None] Allocated IP 172.20.0.2 (e5d22871-277a-4917-9296-d35bab639a2c/2078836d-da27-4526-9b99-aa038729b40a/c3daea43-b686-40a4-a75f-e91bc79386aa) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:59:30.131172 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device c9c5c4e2-53e5-47b4-a541-c5c9c416cff4 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:30.181790 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e0ce6-a91e-4526-844f-f13f30926e7c', 'name': 'tempest-TestVolumeBootPattern-1957518111-router', 'tenant_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f9445b55-33ba-4223-bb10-cc942149d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:24Z', 'updated_at': '2021-06-30T10:59:27Z', 'revision_number': 3, 'project_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'gw_port': {'id': 'f9445b55-33ba-4223-bb10-cc942149d42a', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e0ce6-a91e-4526-844f-f13f30926e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:25Z', 'updated_at': '2021-06-30T10:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:30.202125 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f265a7cb-285a-4c09-a90a-219eee5c3978 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for floatingip, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:30.204893 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f265a7cb-285a-4c09-a90a-219eee5c3978 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for floatingip, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:30.206257 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-f265a7cb-285a-4c09-a90a-219eee5c3978 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "DELETE /v2.0/floatingips/7d7ec5ce-5e6d-4c17-b5cf-d375612fd9bb HTTP/1.1" status: 204 len: 168 time: 1.4120975 Jun 30 10:59:30.231838 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] Checking router: 436e0ce6-a91e-4526-844f-f13f30926e7c for host: dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:59:30.232434 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] Updating router 436e0ce6-a91e-4526-844f-f13f30926e7c port f9445b55-33ba-4223-bb10-cc942149d42a binding host dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:59:30.249882 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-20593b56-6543-4a9e-b119-1fda5b0ee7cc req-94c6d326-e254-42ea-a906-39ae3aaf1ced service neutron] 10.222.0.39 "GET /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245949 Jun 30 10:59:30.264707 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-7a13d82f-811b-400d-90a9-3d673a421ea9 None None] Set router 51a89b9a-8eda-426a-af4c-631f81bb920a gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:59:30.307920 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:30.446895 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-eb2a61ed-7ce6-473c-ab4a-6a40976b02db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:30.465584 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-20593b56-6543-4a9e-b119-1fda5b0ee7cc req-cfca1822-ad43-49a4-9d22-7737e411e585 service neutron] 10.222.0.39 "GET /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982961 Jun 30 10:59:30.492984 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-eb2a61ed-7ce6-473c-ab4a-6a40976b02db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:30.505292 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-42bb8173-52b1-414b-9c8d-163ee8df57e4 None None] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:30.515493 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-42bb8173-52b1-414b-9c8d-163ee8df57e4 None None] Transition to ACTIVE for port object c3daea43-b686-40a4-a75f-e91bc79386aa will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:30.532008 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-42bb8173-52b1-414b-9c8d-163ee8df57e4 None None] Transition to ACTIVE for port object c3daea43-b686-40a4-a75f-e91bc79386aa will not be triggered until provisioned by entity DHCP. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:30.545008 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-42bb8173-52b1-414b-9c8d-163ee8df57e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:30.550059 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port c9c5c4e2-53e5-47b4-a541-c5c9c416cff4 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:30.587733 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port c9c5c4e2-53e5-47b4-a541-c5c9c416cff4 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:30.588134 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:30.600550 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bb8173-52b1-414b-9c8d-163ee8df57e4 None None] Network e5d22871-277a-4917-9296-d35bab639a2c is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:59:30.606898 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-42bb8173-52b1-414b-9c8d-163ee8df57e4 None None] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:30.618528 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-896e06a3-8c8b-45d5-ae3a-5737a11bb627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:30.634391 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bb8173-52b1-414b-9c8d-163ee8df57e4 None None] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:59:30.691067 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb8173-52b1-414b-9c8d-163ee8df57e4 None None] Pushing event updated for resources: {'Port': ['ID=c3daea43-b686-40a4-a75f-e91bc79386aa,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:30.741810 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-42bb8173-52b1-414b-9c8d-163ee8df57e4 None None] Attempting to bind port c3daea43-b686-40a4-a75f-e91bc79386aa on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:59:30.742128 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-42bb8173-52b1-414b-9c8d-163ee8df57e4 None None] Attempting to bind port c3daea43-b686-40a4-a75f-e91bc79386aa by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': 'b56c13ba-85d8-4ab8-b5f2-58d5527877ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e5d22871-277a-4917-9296-d35bab639a2c'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:59:30.742515 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb8173-52b1-414b-9c8d-163ee8df57e4 None None] Attempting to bind port c3daea43-b686-40a4-a75f-e91bc79386aa on network e5d22871-277a-4917-9296-d35bab639a2c {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:59:30.752717 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb8173-52b1-414b-9c8d-163ee8df57e4 None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:59:30.753068 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb8173-52b1-414b-9c8d-163ee8df57e4 None None] Checking segment: {'id': 'b56c13ba-85d8-4ab8-b5f2-58d5527877ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e5d22871-277a-4917-9296-d35bab639a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:59:30.753305 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-42bb8173-52b1-414b-9c8d-163ee8df57e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:30.753639 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb8173-52b1-414b-9c8d-163ee8df57e4 None None] Bound using segment: {'id': 'b56c13ba-85d8-4ab8-b5f2-58d5527877ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e5d22871-277a-4917-9296-d35bab639a2c'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:59:30.754122 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-42bb8173-52b1-414b-9c8d-163ee8df57e4 None None] Bound port: c3daea43-b686-40a4-a75f-e91bc79386aa, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56c13ba-85d8-4ab8-b5f2-58d5527877ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e5d22871-277a-4917-9296-d35bab639a2c'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:59:30.754561 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-42bb8173-52b1-414b-9c8d-163ee8df57e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:30.782498 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60788) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:30.787572 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-c42bb704-8895-4820-abcb-2a3a9fd22040 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--783727986', 'description': 'tempest-description--1907321730'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:30.821147 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c42bb704-8895-4820-abcb-2a3a9fd22040 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:30.822976 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-7a13d82f-811b-400d-90a9-3d673a421ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'name': 'tempest-AttachVolumeShelveTestJSON-1421298501-router', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'dc391260-2204-4b36-a515-4278a0936710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:32Z', 'revision_number': 4, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'gw_port': {'id': 'dc391260-2204-4b36-a515-4278a0936710', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': 'ce27ec83-f465-49c1-a532-bacc3625ee35', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'port_id': '013e43a9-d2ea-4d0c-886b-da0e49c4508e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'mac_address': 'fa:16:3e:44:1e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f3d9b-5cb5-4253-ac1e-a34b84e86e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:58:59Z', 'updated_at': '2021-06-30T10:59:26Z', 'revision_number': 1, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431ffc3b-cf99-49d8-b8d6-4f0e561810e3', 'name': '', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'mac_address': 'fa:16:3e:e5:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:29Z', 'updated_at': '2021-06-30T10:54:39Z', 'revision_number': 5, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'subnets': [{'id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:30.827225 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:30.860859 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a13d82f-811b-400d-90a9-3d673a421ea9 None None] The sync data for ids ['51a89b9a-8eda-426a-af4c-631f81bb920a'] in dv-cinder-786627-16-iscsi is: [{'id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'name': 'tempest-AttachVolumeShelveTestJSON-1421298501-router', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'dc391260-2204-4b36-a515-4278a0936710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:32Z', 'revision_number': 4, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'gw_port': {'id': 'dc391260-2204-4b36-a515-4278a0936710', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': 'ce27ec83-f465-49c1-a532-bacc3625ee35', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'port_id': '013e43a9-d2ea-4d0c-886b-da0e49c4508e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'mac_address': 'fa:16:3e:44:1e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f3d9b-5cb5-4253-ac1e-a34b84e86e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:58:59Z', 'updated_at': '2021-06-30T10:59:26Z', 'revision_number': 1, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431ffc3b-cf99-49d8-b8d6-4f0e561810e3', 'name': '', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'mac_address': 'fa:16:3e:e5:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:29Z', 'updated_at': '2021-06-30T10:54:39Z', 'revision_number': 5, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'subnets': [{'id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:59:30.871667 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] Transition to ACTIVE for port object f9445b55-33ba-4223-bb10-cc942149d42a will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:30.875701 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_common [None req-896e06a3-8c8b-45d5-ae3a-5737a11bb627 admin admin] Allocated IP 172.20.0.1 (be580f81-2d16-408c-94bb-b8dcac88d64b/c4910349-849c-40ce-a635-2646e65728e8/8043d137-ddea-473b-8237-117cefeac26a) {{(pid=92943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:59:30.882280 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:30.891202 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:30.954062 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] Attempting to bind port f9445b55-33ba-4223-bb10-cc942149d42a on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:59:30.954943 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] Attempting to bind port f9445b55-33ba-4223-bb10-cc942149d42a by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:59:30.954943 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] Attempting to bind port f9445b55-33ba-4223-bb10-cc942149d42a on network 35f17bf8-70f6-411c-85c9-98655ea214de {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:59:30.957534 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c42bb704-8895-4820-abcb-2a3a9fd22040 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:30.959234 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-42bb8173-52b1-414b-9c8d-163ee8df57e4 None None] For port c3daea43-b686-40a4-a75f-e91bc79386aa, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:59:30.967517 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994a273-f377-4e54-a492-538aa14573ce None None] Pushing event updated for resources: {'Port': ['ID=f9445b55-33ba-4223-bb10-cc942149d42a,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:30.972667 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:59:30.972986 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-42bb8173-52b1-414b-9c8d-163ee8df57e4 None None] For port c3daea43-b686-40a4-a75f-e91bc79386aa, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=c3daea43-b686-40a4-a75f-e91bc79386aa,segment=NetworkSegment(b56c13ba-85d8-4ab8-b5f2-58d5527877ca),segment_id=b56c13ba-85d8-4ab8-b5f2-58d5527877ca)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:59:30.973142 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] Checking segment: {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:59:30.973480 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:30.973999 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] Bound using segment: {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:59:30.974498 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] Bound port: f9445b55-33ba-4223-bb10-cc942149d42a, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:59:30.974921 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:30.979403 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port c9c5c4e2-53e5-47b4-a541-c5c9c416cff4, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=c9c5c4e2-53e5-47b4-a541-c5c9c416cff4,segment=NetworkSegment(2a37efcf-0573-4fd6-aaf5-d353f4d4d168),segment_id=2a37efcf-0573-4fd6-aaf5-d353f4d4d168)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:30.982901 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-42bb8173-52b1-414b-9c8d-163ee8df57e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:30.984407 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c42bb704-8895-4820-abcb-2a3a9fd22040 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:30.993129 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:31.059044 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb8173-52b1-414b-9c8d-163ee8df57e4 None None] Pushing event updated for resources: {'Port': ['ID=c3daea43-b686-40a4-a75f-e91bc79386aa,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:31.074617 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c42bb704-8895-4820-abcb-2a3a9fd22040 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:31.078599 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-c42bb704-8895-4820-abcb-2a3a9fd22040 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2924445 Jun 30 10:59:31.082845 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60792) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:31.087687 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-ec55a280-3fc5-48f3-8415-3e0a2a2a8597 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Request body: {'security_group_rule': {'security_group_id': 'b6e845de-6128-4bae-bb42-18225685e7c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:31.095351 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_common [None req-eb2a61ed-7ce6-473c-ab4a-6a40976b02db admin admin] Allocated IP 172.27.3.40 (35f17bf8-70f6-411c-85c9-98655ea214de/851b99d8-6dc6-42fa-aa4a-7df3a488276b/a7fa5d3a-f8c3-49ec-b457-c69e9052750e) {{(pid=92943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:59:31.097599 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] For port f9445b55-33ba-4223-bb10-cc942149d42a, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:59:31.105773 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] For port f9445b55-33ba-4223-bb10-cc942149d42a, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=f9445b55-33ba-4223-bb10-cc942149d42a,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:59:31.111850 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bb704-8895-4820-abcb-2a3a9fd22040 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e845de-6128-4bae-bb42-18225685e7c2,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:31.119542 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:31.150226 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780e11e-5d9c-441d-9659-1a13e47f5911 req-f38499c0-733e-474e-afad-890720b7a987 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:31.150534 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=c9c5c4e2-53e5-47b4-a541-c5c9c416cff4,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:31.158961 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3780e11e-5d9c-441d-9659-1a13e47f5911 req-f38499c0-733e-474e-afad-890720b7a987 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 944 time: 0.1910203 Jun 30 10:59:31.195139 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-896e06a3-8c8b-45d5-ae3a-5737a11bb627 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:31.223112 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3780e11e-5d9c-441d-9659-1a13e47f5911 req-b5570cf3-0d33-4666-904f-b95f5e66c937 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631793 Jun 30 10:59:31.233440 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] Routers {'436e0ce6-a91e-4526-844f-f13f30926e7c'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:59:31.234076 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:59:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['436e0ce6-a91e-4526-844f-f13f30926e7c'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:31.268390 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.provisioning_blocks [None req-896e06a3-8c8b-45d5-ae3a-5737a11bb627 admin admin] Transition to ACTIVE for port object 8043d137-ddea-473b-8237-117cefeac26a will not be triggered until provisioned by entity DHCP. {{(pid=92943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:31.272539 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ec55a280-3fc5-48f3-8415-3e0a2a2a8597 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:31.275470 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994a273-f377-4e54-a492-538aa14573ce None None] Pushing event updated for resources: {'Port': ['ID=f9445b55-33ba-4223-bb10-cc942149d42a,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:31.368173 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] Set router 436e0ce6-a91e-4526-844f-f13f30926e7c gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:59:31.418637 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ec55a280-3fc5-48f3-8415-3e0a2a2a8597 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:31.422331 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-eb2a61ed-7ce6-473c-ab4a-6a40976b02db admin admin] Notify callbacks [] for port, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:31.425570 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-896e06a3-8c8b-45d5-ae3a-5737a11bb627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8725936'] for port, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:31.439555 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ec55a280-3fc5-48f3-8415-3e0a2a2a8597 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:31.525310 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55a280-3fc5-48f3-8415-3e0a2a2a8597 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7958f0-d178-4099-8da3-4e369ff480cf,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:31.536948 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 0292ee5a-02eb-4858-9099-ef4c4f563359 up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:31.564653 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896e06a3-8c8b-45d5-ae3a-5737a11bb627 admin admin] Network be580f81-2d16-408c-94bb-b8dcac88d64b is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:59:31.564903 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ec55a280-3fc5-48f3-8415-3e0a2a2a8597 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:31.569283 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60794) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:31.569708 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-ec55a280-3fc5-48f3-8415-3e0a2a2a8597 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4854286 Jun 30 10:59:31.574803 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e06a3-8c8b-45d5-ae3a-5737a11bb627 admin admin] Pushing event updated for resources: {'Port': ['ID=8043d137-ddea-473b-8237-117cefeac26a,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:31.575348 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-821918f1-bd29-40fe-80c2-859f9288a3eb tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Request body: {'security_group_rule': {'security_group_id': 'b6e845de-6128-4bae-bb42-18225685e7c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:31.596478 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-896e06a3-8c8b-45d5-ae3a-5737a11bb627 admin admin] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:31.600414 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896e06a3-8c8b-45d5-ae3a-5737a11bb627 admin admin] Received port after_create {{(pid=92943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:59:31.645029 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-821918f1-bd29-40fe-80c2-859f9288a3eb tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:31.674917 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning for port 0292ee5a-02eb-4858-9099-ef4c4f563359 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:31.679495 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-eb2a61ed-7ce6-473c-ab4a-6a40976b02db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8725936'] for port, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:31.683253 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port 0292ee5a-02eb-4858-9099-ef4c4f563359 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:31.683970 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:31.689667 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device c3daea43-b686-40a4-a75f-e91bc79386aa up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:31.732409 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2a61ed-7ce6-473c-ab4a-6a40976b02db admin admin] Network 35f17bf8-70f6-411c-85c9-98655ea214de is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:59:31.741041 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-eb2a61ed-7ce6-473c-ab4a-6a40976b02db admin admin] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:31.754928 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2a61ed-7ce6-473c-ab4a-6a40976b02db admin admin] Received port after_create {{(pid=92943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:59:31.765088 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-821918f1-bd29-40fe-80c2-859f9288a3eb tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:31.774271 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-821918f1-bd29-40fe-80c2-859f9288a3eb tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:31.807470 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-896e06a3-8c8b-45d5-ae3a-5737a11bb627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996865'] for router_interface, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:31.807753 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821918f1-bd29-40fe-80c2-859f9288a3eb tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084ca164-711f-4995-a794-b6b0a4b415e1,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:31.822363 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e0ce6-a91e-4526-844f-f13f30926e7c', 'name': 'tempest-TestVolumeBootPattern-1957518111-router', 'tenant_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f9445b55-33ba-4223-bb10-cc942149d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:24Z', 'updated_at': '2021-06-30T10:59:27Z', 'revision_number': 3, 'project_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'gw_port': {'id': 'f9445b55-33ba-4223-bb10-cc942149d42a', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e0ce6-a91e-4526-844f-f13f30926e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:25Z', 'updated_at': '2021-06-30T10:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:31.828094 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-821918f1-bd29-40fe-80c2-859f9288a3eb tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:31.829627 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-821918f1-bd29-40fe-80c2-859f9288a3eb tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2592034 Jun 30 10:59:31.832695 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60796) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:31.848593 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-f636273e-97d3-4852-a214-eddabfede1f5 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Request body: {'floatingip': {'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:31.852128 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port c3daea43-b686-40a4-a75f-e91bc79386aa completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:31.862058 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device c9c5c4e2-53e5-47b4-a541-c5c9c416cff4 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:31.895446 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f636273e-97d3-4852-a214-eddabfede1f5 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for floatingip, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:31.905749 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:31.914586 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbad03ca-064e-4d68-a207-5ab1f6b4b61b None None] The sync data for ids ['436e0ce6-a91e-4526-844f-f13f30926e7c'] in dv-cinder-786627-16-iscsi is: [{'id': '436e0ce6-a91e-4526-844f-f13f30926e7c', 'name': 'tempest-TestVolumeBootPattern-1957518111-router', 'tenant_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f9445b55-33ba-4223-bb10-cc942149d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:24Z', 'updated_at': '2021-06-30T10:59:27Z', 'revision_number': 3, 'project_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'gw_port': {'id': 'f9445b55-33ba-4223-bb10-cc942149d42a', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e0ce6-a91e-4526-844f-f13f30926e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:25Z', 'updated_at': '2021-06-30T10:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:59:31.961696 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220e1864-8fbc-4f49-a0c2-99f7e59b5035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0292ee5a-02eb-4858-9099-ef4c4f563359'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:59:31.964403 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e997cff6-fcef-4835-918f-458e2aa6915c" -d '{"events": [{"server_uuid": "220e1864-8fbc-4f49-a0c2-99f7e59b5035", "name": "network-vif-plugged", "status": "completed", "tag": "0292ee5a-02eb-4858-9099-ef4c4f563359"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:59:31.987320 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 0292ee5a-02eb-4858-9099-ef4c4f563359, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0292ee5a-02eb-4858-9099-ef4c4f563359,segment=NetworkSegment(dd7bda40-22d2-419c-90e9-0926d7fa038b),segment_id=dd7bda40-22d2-419c-90e9-0926d7fa038b)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:31.999302 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:32.066316 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port c9c5c4e2-53e5-47b4-a541-c5c9c416cff4 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:32.066697 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:32.079743 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfd9b4f-3e2b-4e9f-b1ac-d3835fc14269 x-openstack-request-id: req-2bfd9b4f-3e2b-4e9f-b1ac-d3835fc14269 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:59:32.080046 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220e1864-8fbc-4f49-a0c2-99f7e59b5035", "name": "network-vif-plugged", "status": "completed", "tag": "0292ee5a-02eb-4858-9099-ef4c4f563359", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:59:32.080315 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2bfd9b4f-3e2b-4e9f-b1ac-d3835fc14269 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:59:32.080705 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220e1864-8fbc-4f49-a0c2-99f7e59b5035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0292ee5a-02eb-4858-9099-ef4c4f563359', 'code': 200} Jun 30 10:59:32.091749 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f636273e-97d3-4852-a214-eddabfede1f5 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:32.109399 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-a2f8d169-c7f4-4ac5-a348-46f484bdb727 None None] Provisioning for port 8043d137-ddea-473b-8237-117cefeac26a completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:32.132772 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafbcda5-f410-4eeb-85f0-750fc51c93df None None] New status for floating IP ce27ec83-f465-49c1-a532-bacc3625ee35: ACTIVE {{(pid=92944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:59:32.194155 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a61ed-7ce6-473c-ab4a-6a40976b02db admin admin] Pushing event updated for resources: {'Port': ['ID=a7fa5d3a-f8c3-49ec-b457-c69e9052750e,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:32.194391 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-a2f8d169-c7f4-4ac5-a348-46f484bdb727 None None] Provisioning complete for port 8043d137-ddea-473b-8237-117cefeac26a triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:32.194660 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a2f8d169-c7f4-4ac5-a348-46f484bdb727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:32.266574 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-f636273e-97d3-4852-a214-eddabfede1f5 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Allocated IP 172.27.3.218 (35f17bf8-70f6-411c-85c9-98655ea214de/851b99d8-6dc6-42fa-aa4a-7df3a488276b/a73f46c1-f460-46c9-ab24-9c4ab2284825) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:59:32.291632 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=0292ee5a-02eb-4858-9099-ef4c4f563359,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:32.345332 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-896e06a3-8c8b-45d5-ae3a-5737a11bb627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:32.370238 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-a2f8d169-c7f4-4ac5-a348-46f484bdb727 None None] Port 8043d137-ddea-473b-8237-117cefeac26a cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:59:32.610684 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519d4be-815f-4035-a9c5-3797717dcf5b req-3ba87698-189f-470d-abd1-7cf770544ed3 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:32.612324 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9519d4be-815f-4035-a9c5-3797717dcf5b req-3ba87698-189f-470d-abd1-7cf770544ed3 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 945 time: 0.1767511 Jun 30 10:59:32.627597 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af0d909-34d4-4c30-8ec5-17f33415e3ca None None] Network e5d22871-277a-4917-9296-d35bab639a2c requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:59:32.666323 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f636273e-97d3-4852-a214-eddabfede1f5 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:32.670601 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfa1e4-add5-4423-94db-779f837d80b6 req-dead166c-d551-4224-a1f9-441e3cbd4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:32.672219 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-eecfa1e4-add5-4423-94db-779f837d80b6 req-dead166c-d551-4224-a1f9-441e3cbd4e14 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 1098 time: 0.2377551 Jun 30 10:59:32.710874 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9519d4be-815f-4035-a9c5-3797717dcf5b req-cd27573a-73c5-42b4-a04b-ad38ae2e2344 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865300 Jun 30 10:59:32.765548 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-eecfa1e4-add5-4423-94db-779f837d80b6 req-f271acfd-db61-4ddf-bf09-006630819dba service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792701 Jun 30 10:59:32.799187 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f636273e-97d3-4852-a214-eddabfede1f5 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8415484'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:32.811554 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4038de92-eede-4bbe-8ee7-10c0a72b656a None None] Provisioning for port c3daea43-b686-40a4-a75f-e91bc79386aa completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:32.841123 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f636273e-97d3-4852-a214-eddabfede1f5 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Network 35f17bf8-70f6-411c-85c9-98655ea214de is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:59:32.843971 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-f636273e-97d3-4852-a214-eddabfede1f5 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:32.847732 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f636273e-97d3-4852-a214-eddabfede1f5 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:59:32.848745 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4038de92-eede-4bbe-8ee7-10c0a72b656a None None] Provisioning complete for port c3daea43-b686-40a4-a75f-e91bc79386aa triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:32.849355 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4038de92-eede-4bbe-8ee7-10c0a72b656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:32.905560 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636273e-97d3-4852-a214-eddabfede1f5 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Pushing event updated for resources: {'Port': ['ID=a73f46c1-f460-46c9-ab24-9c4ab2284825,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:32.957893 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-eb2a61ed-7ce6-473c-ab4a-6a40976b02db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:32.990921 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f636273e-97d3-4852-a214-eddabfede1f5 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:33.029035 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4038de92-eede-4bbe-8ee7-10c0a72b656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:33.064395 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-896e06a3-8c8b-45d5-ae3a-5737a11bb627 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:33.067308 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f636273e-97d3-4852-a214-eddabfede1f5 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:33.072831 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-896e06a3-8c8b-45d5-ae3a-5737a11bb627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725890'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:33.077365 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4038de92-eede-4bbe-8ee7-10c0a72b656a None None] For port c3daea43-b686-40a4-a75f-e91bc79386aa, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=c3daea43-b686-40a4-a75f-e91bc79386aa,segment=NetworkSegment(b56c13ba-85d8-4ab8-b5f2-58d5527877ca),segment_id=b56c13ba-85d8-4ab8-b5f2-58d5527877ca)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:33.082986 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4038de92-eede-4bbe-8ee7-10c0a72b656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:33.155148 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038de92-eede-4bbe-8ee7-10c0a72b656a None None] Pushing event updated for resources: {'Port': ['ID=c3daea43-b686-40a4-a75f-e91bc79386aa,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:33.174814 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e06a3-8c8b-45d5-ae3a-5737a11bb627 admin admin] Pushing event updated for resources: {'Port': ['ID=8043d137-ddea-473b-8237-117cefeac26a,revision_number=2']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:33.225209 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-896e06a3-8c8b-45d5-ae3a-5737a11bb627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1998454'] for router_interface, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:33.291844 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f636273e-97d3-4852-a214-eddabfede1f5 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:33.301228 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f636273e-97d3-4852-a214-eddabfede1f5 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:33.367886 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-eb2a61ed-7ce6-473c-ab4a-6a40976b02db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995848'] for router, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:33.413996 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-17b704a4-15ad-4626-86a7-dc71bd44d1ec None None] Provisioning complete for port c3daea43-b686-40a4-a75f-e91bc79386aa triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:33.414493 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-17b704a4-15ad-4626-86a7-dc71bd44d1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:33.443574 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636273e-97d3-4852-a214-eddabfede1f5 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Pushing event updated for resources: {'Port': ['ID=a73f46c1-f460-46c9-ab24-9c4ab2284825,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:33.454691 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f636273e-97d3-4852-a214-eddabfede1f5 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995794'] for floatingip, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:33.470015 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896e06a3-8c8b-45d5-ae3a-5737a11bb627 admin admin] Network be580f81-2d16-408c-94bb-b8dcac88d64b is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:59:33.477285 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-896e06a3-8c8b-45d5-ae3a-5737a11bb627 admin admin] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:33.483226 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f636273e-97d3-4852-a214-eddabfede1f5 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for floatingip, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:33.485505 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-f636273e-97d3-4852-a214-eddabfede1f5 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6517360 Jun 30 10:59:33.742897 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49382743-c026-4dab-a65b-6dce87af6331 req-383fef14-9f9b-4213-80ed-a47fc664a322 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--783727986&fields=id&tenant_id=f97ed3dca85f49a08eeaada9d16f9c13 HTTP/1.1" status: 200 len: 267 time: 0.0742586 Jun 30 10:59:33.763544 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device c3daea43-b686-40a4-a75f-e91bc79386aa up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:33.809214 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896e06a3-8c8b-45d5-ae3a-5737a11bb627 admin admin] Router 436e0ce6-a91e-4526-844f-f13f30926e7c has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:59:33.831327 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2a61ed-7ce6-473c-ab4a-6a40976b02db admin admin] Router a05bf814-76a7-4f84-a7b7-571b3c5337eb is scheduled to L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 with binding_index 1 {{(pid=92943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:59:33.916901 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port c3daea43-b686-40a4-a75f-e91bc79386aa triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:33.918240 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:33.979482 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49382743-c026-4dab-a65b-6dce87af6331 req-53ca7e54-9179-4b86-95de-d7db23e1c5d0 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:33.982011 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49382743-c026-4dab-a65b-6dce87af6331 req-53ca7e54-9179-4b86-95de-d7db23e1c5d0 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/networks?id=b064df9a-1bb0-4ef7-88cf-3439f5069f39 HTTP/1.1" status: 200 len: 810 time: 0.2208681 Jun 30 10:59:34.000939 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49382743-c026-4dab-a65b-6dce87af6331 req-2db72e70-76aa-40f2-83bc-ef1ecebd5e92 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/quotas/f97ed3dca85f49a08eeaada9d16f9c13 HTTP/1.1" status: 200 len: 375 time: 0.0118876 Jun 30 10:59:34.012108 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device f9445b55-33ba-4223-bb10-cc942149d42a up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:34.053420 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-f0db41ca-e042-47cc-9867-db21fc320527 None None] Provisioning complete for port 8043d137-ddea-473b-8237-117cefeac26a triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:34.054070 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f0db41ca-e042-47cc-9867-db21fc320527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:34.081437 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49382743-c026-4dab-a65b-6dce87af6331 req-befa3e7c-8b23-4634-8a19-67651835e4e2 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f97ed3dca85f49a08eeaada9d16f9c13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0740976 Jun 30 10:59:34.088685 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896e06a3-8c8b-45d5-ae3a-5737a11bb627 admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:59:34.097140 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-896e06a3-8c8b-45d5-ae3a-5737a11bb627 admin admin] 10.222.0.91 "PUT /v2.0/routers/436e0ce6-a91e-4526-844f-f13f30926e7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0509386 Jun 30 10:59:34.134258 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1bea2-5118-4e6c-889d-7857fa966fe9 req-f2dfb2c0-af02-4973-9633-b35b80b592f6 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:34.135899 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-65d1bea2-5118-4e6c-889d-7857fa966fe9 req-f2dfb2c0-af02-4973-9633-b35b80b592f6 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 945 time: 0.2294571 Jun 30 10:59:34.138086 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2a61ed-7ce6-473c-ab4a-6a40976b02db admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:59:34.155596 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] Sync routers for ids ['a05bf814-76a7-4f84-a7b7-571b3c5337eb'] in dv-cinder-786627-16-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:59:34.165252 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] Routers {'a05bf814-76a7-4f84-a7b7-571b3c5337eb'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:59:34.165891 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:59:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['a05bf814-76a7-4f84-a7b7-571b3c5337eb'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:34.194133 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-eb2a61ed-7ce6-473c-ab4a-6a40976b02db admin admin] Notify callbacks [] for router, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:34.195830 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-eb2a61ed-7ce6-473c-ab4a-6a40976b02db admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1366408 Jun 30 10:59:34.199898 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60824) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:34.269621 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-65d1bea2-5118-4e6c-889d-7857fa966fe9 req-ab617fc6-8655-4be0-a7ae-a5974db4fe37 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225204 Jun 30 10:59:34.315182 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:34.325853 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-f0db41ca-e042-47cc-9867-db21fc320527 None None] Port 8043d137-ddea-473b-8237-117cefeac26a cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:59:34.341802 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port f9445b55-33ba-4223-bb10-cc942149d42a completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:34.357074 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port f9445b55-33ba-4223-bb10-cc942149d42a triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:34.357453 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:34.376343 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49382743-c026-4dab-a65b-6dce87af6331 req-494ba6f5-0912-4313-b228-e5166299e11e service neutron] 10.222.0.91 "GET /v2.0/networks/b064df9a-1bb0-4ef7-88cf-3439f5069f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726984 Jun 30 10:59:34.485325 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:34.486991 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] Set router a05bf814-76a7-4f84-a7b7-571b3c5337eb gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:59:34.513489 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port f9445b55-33ba-4223-bb10-cc942149d42a, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=f9445b55-33ba-4223-bb10-cc942149d42a,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:34.515343 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49382743-c026-4dab-a65b-6dce87af6331 req-b97a33f5-a5c5-41e9-80de-1829836a6f8d service neutron] 10.222.0.91 "GET /v2.0/networks/b064df9a-1bb0-4ef7-88cf-3439f5069f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315103 Jun 30 10:59:34.520819 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:34.577433 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=f9445b55-33ba-4223-bb10-cc942149d42a,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:34.613037 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b9cd6-2fa9-4f7b-a87d-7aa8c578557c req-b6db9f05-343d-4e54-93a6-89fa88210d5a tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:34.614683 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b33b9cd6-2fa9-4f7b-a87d-7aa8c578557c req-b6db9f05-343d-4e54-93a6-89fa88210d5a tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 945 time: 0.1841288 Jun 30 10:59:34.742849 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05bf814-76a7-4f84-a7b7-571b3c5337eb', 'name': 'tempest-TestShelveInstance-2093297893-router', 'tenant_id': 'e2c69676f7ee4a029443fad36210d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a7fa5d3a-f8c3-49ec-b457-c69e9052750e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:29Z', 'updated_at': '2021-06-30T10:59:32Z', 'revision_number': 3, 'project_id': 'e2c69676f7ee4a029443fad36210d70c', 'gw_port': {'id': 'a7fa5d3a-f8c3-49ec-b457-c69e9052750e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:62:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05bf814-76a7-4f84-a7b7-571b3c5337eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:30Z', 'updated_at': '2021-06-30T10:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:34.804724 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] Checking router: a05bf814-76a7-4f84-a7b7-571b3c5337eb for host: dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:59:34.805294 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] Updating router a05bf814-76a7-4f84-a7b7-571b3c5337eb port a7fa5d3a-f8c3-49ec-b457-c69e9052750e binding host dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:59:34.860782 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:34.958006 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b33b9cd6-2fa9-4f7b-a87d-7aa8c578557c req-619af04d-c8ea-4cf3-bd01-07a495ef6314 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334515 Jun 30 10:59:35.093796 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60842) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:35.099261 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-505b738b-e9e7-49fe-8eb4-08df3dafedd9 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-283963470', 'description': 'tempest-secgroup-smoke-283963470 description', 'project_id': '8972964496a446a198dd6c19b876f8a1'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:35.111309 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-98eee4e3-4096-4b89-b823-f4fd05e320ab req-fb285246-77ba-47d3-92f5-a1875b634ab2 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=dbae95ba-7c28-443c-88e8-9e9406424ca4 HTTP/1.1" status: 200 len: 210 time: 0.0611486 Jun 30 10:59:35.132339 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-5c7230ab-8eb5-4283-a34f-d3694747701b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:35.176983 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-505b738b-e9e7-49fe-8eb4-08df3dafedd9 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:35.284645 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-505b738b-e9e7-49fe-8eb4-08df3dafedd9 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:35.293038 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-505b738b-e9e7-49fe-8eb4-08df3dafedd9 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:35.303830 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:35.318308 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-505b738b-e9e7-49fe-8eb4-08df3dafedd9 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:35.319879 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-505b738b-e9e7-49fe-8eb4-08df3dafedd9 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2249072 Jun 30 10:59:35.325925 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] Transition to ACTIVE for port object a7fa5d3a-f8c3-49ec-b457-c69e9052750e will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:35.326345 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60850) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:35.334814 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-7da4eec8-1cde-41ea-99a3-d521d9dd5957 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Request body: {'security_group_rule': {'security_group_id': '6cd0934e-37a6-4684-bac2-1123ed837321', 'project_id': '8972964496a446a198dd6c19b876f8a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:35.337761 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:35.362190 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b738b-e9e7-49fe-8eb4-08df3dafedd9 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd0934e-37a6-4684-bac2-1123ed837321,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:35.382297 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b738b-e9e7-49fe-8eb4-08df3dafedd9 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:35.383167 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b738b-e9e7-49fe-8eb4-08df3dafedd9 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:35.383527 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b738b-e9e7-49fe-8eb4-08df3dafedd9 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:35.383992 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b738b-e9e7-49fe-8eb4-08df3dafedd9 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:35.384327 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b738b-e9e7-49fe-8eb4-08df3dafedd9 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:35.384669 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b738b-e9e7-49fe-8eb4-08df3dafedd9 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:35.385006 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b738b-e9e7-49fe-8eb4-08df3dafedd9 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:35.385347 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b738b-e9e7-49fe-8eb4-08df3dafedd9 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:35.385682 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b738b-e9e7-49fe-8eb4-08df3dafedd9 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:35.386028 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b738b-e9e7-49fe-8eb4-08df3dafedd9 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:35.386453 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b738b-e9e7-49fe-8eb4-08df3dafedd9 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:35.387364 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b738b-e9e7-49fe-8eb4-08df3dafedd9 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:35.418607 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_common [None req-5c7230ab-8eb5-4283-a34f-d3694747701b admin admin] Allocated IP 172.20.0.1 (e5d22871-277a-4917-9296-d35bab639a2c/2078836d-da27-4526-9b99-aa038729b40a/33e06591-7e13-4991-b420-1014e4fec115) {{(pid=92943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:59:35.419887 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7da4eec8-1cde-41ea-99a3-d521d9dd5957 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:35.488776 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] Attempting to bind port a7fa5d3a-f8c3-49ec-b457-c69e9052750e on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:59:35.498652 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] Attempting to bind port a7fa5d3a-f8c3-49ec-b457-c69e9052750e by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:59:35.499200 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] Attempting to bind port a7fa5d3a-f8c3-49ec-b457-c69e9052750e on network 35f17bf8-70f6-411c-85c9-98655ea214de {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:59:35.534574 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7da4eec8-1cde-41ea-99a3-d521d9dd5957 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:35.539393 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7da4eec8-1cde-41ea-99a3-d521d9dd5957 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:35.540920 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:59:35.541301 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] Checking segment: {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:59:35.541707 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:35.542118 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] Bound using segment: {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:59:35.542761 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] Bound port: a7fa5d3a-f8c3-49ec-b457-c69e9052750e, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8758cdac-7ef9-4552-932e-86bbb8297e60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:59:35.543278 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:35.561672 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4eec8-1cde-41ea-99a3-d521d9dd5957 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c52417d-7a1e-47c2-a9e8-877a3c04a97f,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:35.578051 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7da4eec8-1cde-41ea-99a3-d521d9dd5957 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:35.584559 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60856) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:35.585557 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-7da4eec8-1cde-41ea-99a3-d521d9dd5957 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2579961 Jun 30 10:59:35.591740 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device f9445b55-33ba-4223-bb10-cc942149d42a up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:35.595458 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4a279-d749-4066-a0d6-76d7e297e10f None None] Pushing event updated for resources: {'Port': ['ID=a7fa5d3a-f8c3-49ec-b457-c69e9052750e,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:35.601970 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-aeba851d-88fa-47ca-990e-14a4fa42f4aa tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Request body: {'security_group_rule': {'security_group_id': '6cd0934e-37a6-4684-bac2-1123ed837321', 'project_id': '8972964496a446a198dd6c19b876f8a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:35.633366 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] For port a7fa5d3a-f8c3-49ec-b457-c69e9052750e, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:59:35.642202 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] For port a7fa5d3a-f8c3-49ec-b457-c69e9052750e, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=a7fa5d3a-f8c3-49ec-b457-c69e9052750e,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:59:35.646302 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:35.696988 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port f9445b55-33ba-4223-bb10-cc942149d42a triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:35.697368 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:35.702371 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-5c7230ab-8eb5-4283-a34f-d3694747701b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:35.714555 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-aeba851d-88fa-47ca-990e-14a4fa42f4aa tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:35.718834 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] Routers {'a05bf814-76a7-4f84-a7b7-571b3c5337eb'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:59:35.719476 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:59:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['a05bf814-76a7-4f84-a7b7-571b3c5337eb'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:35.759959 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.provisioning_blocks [None req-5c7230ab-8eb5-4283-a34f-d3694747701b admin admin] Transition to ACTIVE for port object 33e06591-7e13-4991-b420-1014e4fec115 will not be triggered until provisioned by entity DHCP. {{(pid=92943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:35.770259 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4a279-d749-4066-a0d6-76d7e297e10f None None] Pushing event updated for resources: {'Port': ['ID=a7fa5d3a-f8c3-49ec-b457-c69e9052750e,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:35.791258 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce00360-3df0-4b03-90d7-0e1c00abfc18 req-1b6ae3fa-6d28-4615-8c94-74d1d7ea5772 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:35.793073 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6ce00360-3df0-4b03-90d7-0e1c00abfc18 req-1b6ae3fa-6d28-4615-8c94-74d1d7ea5772 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 945 time: 0.1506808 Jun 30 10:59:35.825565 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-aeba851d-88fa-47ca-990e-14a4fa42f4aa tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:35.831613 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-aeba851d-88fa-47ca-990e-14a4fa42f4aa tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:35.846562 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba851d-88fa-47ca-990e-14a4fa42f4aa tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7613ff6-c8c9-4893-b1e6-dccd15705529,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:35.849913 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-5c7230ab-8eb5-4283-a34f-d3694747701b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8725936'] for port, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:35.890936 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-aeba851d-88fa-47ca-990e-14a4fa42f4aa tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:35.892155 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-aeba851d-88fa-47ca-990e-14a4fa42f4aa tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3065662 Jun 30 10:59:35.896856 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60858) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:35.901534 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6ce00360-3df0-4b03-90d7-0e1c00abfc18 req-da79f9ad-458b-4c9e-90d9-252d5c8c1b85 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866723 Jun 30 10:59:35.904228 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-764c5ff7-6249-4b52-8bee-18b09c1dd0f8 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Request body: {'security_group_rule': {'security_group_id': '6cd0934e-37a6-4684-bac2-1123ed837321', 'project_id': '8972964496a446a198dd6c19b876f8a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:35.911170 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7230ab-8eb5-4283-a34f-d3694747701b admin admin] Network e5d22871-277a-4917-9296-d35bab639a2c is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:59:35.916715 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-5c7230ab-8eb5-4283-a34f-d3694747701b admin admin] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:35.916993 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] Set router a05bf814-76a7-4f84-a7b7-571b3c5337eb gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:59:35.927546 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7230ab-8eb5-4283-a34f-d3694747701b admin admin] Received port after_create {{(pid=92943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:59:35.966300 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-5c7230ab-8eb5-4283-a34f-d3694747701b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996865'] for router_interface, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:35.972322 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7230ab-8eb5-4283-a34f-d3694747701b admin admin] Pushing event updated for resources: {'Port': ['ID=33e06591-7e13-4991-b420-1014e4fec115,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:35.986475 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9db85c80-c589-43d3-8f74-eba2fbb1d830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:36.106021 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-764c5ff7-6249-4b52-8bee-18b09c1dd0f8 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:36.239183 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-764c5ff7-6249-4b52-8bee-18b09c1dd0f8 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:36.249727 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-764c5ff7-6249-4b52-8bee-18b09c1dd0f8 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:36.266378 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05bf814-76a7-4f84-a7b7-571b3c5337eb', 'name': 'tempest-TestShelveInstance-2093297893-router', 'tenant_id': 'e2c69676f7ee4a029443fad36210d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a7fa5d3a-f8c3-49ec-b457-c69e9052750e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:29Z', 'updated_at': '2021-06-30T10:59:32Z', 'revision_number': 3, 'project_id': 'e2c69676f7ee4a029443fad36210d70c', 'gw_port': {'id': 'a7fa5d3a-f8c3-49ec-b457-c69e9052750e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:62:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05bf814-76a7-4f84-a7b7-571b3c5337eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:30Z', 'updated_at': '2021-06-30T10:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:36.276217 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c5ff7-6249-4b52-8bee-18b09c1dd0f8 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a15d3e-0d62-42a2-be13-3e40c114b5a0,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:36.325172 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-764c5ff7-6249-4b52-8bee-18b09c1dd0f8 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:36.331505 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-764c5ff7-6249-4b52-8bee-18b09c1dd0f8 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4315076 Jun 30 10:59:36.333889 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60864) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:36.342197 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] Sync routers for ids ['436e0ce6-a91e-4526-844f-f13f30926e7c'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:59:36.343818 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-53088c88-4e69-40fe-85b9-77f35f12bca1 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Request body: {'security_group_rule': {'security_group_id': '6cd0934e-37a6-4684-bac2-1123ed837321', 'project_id': '8972964496a446a198dd6c19b876f8a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:36.352172 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dd1499-8fa5-4d69-8eb1-1101d6ec69f4 None None] The sync data for ids ['a05bf814-76a7-4f84-a7b7-571b3c5337eb'] in dv-cinder-786627-16-iscsi is: [{'id': 'a05bf814-76a7-4f84-a7b7-571b3c5337eb', 'name': 'tempest-TestShelveInstance-2093297893-router', 'tenant_id': 'e2c69676f7ee4a029443fad36210d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a7fa5d3a-f8c3-49ec-b457-c69e9052750e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:29Z', 'updated_at': '2021-06-30T10:59:32Z', 'revision_number': 3, 'project_id': 'e2c69676f7ee4a029443fad36210d70c', 'gw_port': {'id': 'a7fa5d3a-f8c3-49ec-b457-c69e9052750e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:62:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05bf814-76a7-4f84-a7b7-571b3c5337eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:30Z', 'updated_at': '2021-06-30T10:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:59:36.368527 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] Routers {'436e0ce6-a91e-4526-844f-f13f30926e7c'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:59:36.373028 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:59:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['436e0ce6-a91e-4526-844f-f13f30926e7c'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:36.394600 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-5c7230ab-8eb5-4283-a34f-d3694747701b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:36.462785 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-53088c88-4e69-40fe-85b9-77f35f12bca1 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:36.492171 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-b6a104f8-9ad5-403c-9877-541849d7b452 None None] Provisioning for port 33e06591-7e13-4991-b420-1014e4fec115 completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:36.520396 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-866d91d3-ad79-40d6-a56c-27b76b2653e6 req-1f329342-99b8-4a65-9d28-8b026f4bd944 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=dbae95ba-7c28-443c-88e8-9e9406424ca4 HTTP/1.1" status: 200 len: 210 time: 0.1031251 Jun 30 10:59:36.545765 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-b6a104f8-9ad5-403c-9877-541849d7b452 None None] Provisioning complete for port 33e06591-7e13-4991-b420-1014e4fec115 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:36.546216 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b6a104f8-9ad5-403c-9877-541849d7b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:36.571726 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-53088c88-4e69-40fe-85b9-77f35f12bca1 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:36.579889 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-53088c88-4e69-40fe-85b9-77f35f12bca1 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:36.612068 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-b6a104f8-9ad5-403c-9877-541849d7b452 None None] Port 33e06591-7e13-4991-b420-1014e4fec115 cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:59:36.614696 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] Set router 436e0ce6-a91e-4526-844f-f13f30926e7c gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:59:36.625672 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53088c88-4e69-40fe-85b9-77f35f12bca1 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb204206-6d6c-4dad-9d52-5244c23449e2,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:36.630280 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-53088c88-4e69-40fe-85b9-77f35f12bca1 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:36.634818 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-53088c88-4e69-40fe-85b9-77f35f12bca1 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2998095 Jun 30 10:59:36.635414 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60874) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:36.640670 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-9e5e8db4-cf61-433d-b32d-ae2747eaa7ee tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Request body: {'security_group_rule': {'security_group_id': '6cd0934e-37a6-4684-bac2-1123ed837321', 'project_id': '8972964496a446a198dd6c19b876f8a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:36.682170 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.db.securitygroups_db [None req-9e5e8db4-cf61-433d-b32d-ae2747eaa7ee tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Project 8972964496a446a198dd6c19b876f8a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:59:36.692066 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8db4-cf61-433d-b32d-ae2747eaa7ee tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:36.765580 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-5c7230ab-8eb5-4283-a34f-d3694747701b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:36.772838 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-5c7230ab-8eb5-4283-a34f-d3694747701b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725890'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:36.806623 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8db4-cf61-433d-b32d-ae2747eaa7ee tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:36.826869 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8db4-cf61-433d-b32d-ae2747eaa7ee tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:36.860144 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e8db4-cf61-433d-b32d-ae2747eaa7ee tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7514f112-3dad-49f1-a0d9-4864bfa16aa7,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:36.866845 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7230ab-8eb5-4283-a34f-d3694747701b admin admin] Pushing event updated for resources: {'Port': ['ID=33e06591-7e13-4991-b420-1014e4fec115,revision_number=2']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:36.870001 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8db4-cf61-433d-b32d-ae2747eaa7ee tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:36.876210 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-9e5e8db4-cf61-433d-b32d-ae2747eaa7ee tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2397637 Jun 30 10:59:36.878914 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60876) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:36.881341 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-5c7230ab-8eb5-4283-a34f-d3694747701b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1998454'] for router_interface, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:36.883909 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-c4f1bd22-c773-4905-9f48-514099b77f04 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Request body: {'security_group_rule': {'security_group_id': '6cd0934e-37a6-4684-bac2-1123ed837321', 'project_id': '8972964496a446a198dd6c19b876f8a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:36.907233 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e0ce6-a91e-4526-844f-f13f30926e7c', 'name': 'tempest-TestVolumeBootPattern-1957518111-router', 'tenant_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f9445b55-33ba-4223-bb10-cc942149d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:24Z', 'updated_at': '2021-06-30T10:59:32Z', 'revision_number': 4, 'project_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'gw_port': {'id': 'f9445b55-33ba-4223-bb10-cc942149d42a', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e0ce6-a91e-4526-844f-f13f30926e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:25Z', 'updated_at': '2021-06-30T10:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': '8043d137-ddea-473b-8237-117cefeac26a', 'name': '', 'network_id': 'be580f81-2d16-408c-94bb-b8dcac88d64b', 'tenant_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'mac_address': 'fa:16:3e:cc:65:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e0ce6-a91e-4526-844f-f13f30926e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'c4910349-849c-40ce-a635-2646e65728e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:30Z', 'updated_at': '2021-06-30T10:59:32Z', 'revision_number': 2, 'project_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'subnets': [{'id': 'c4910349-849c-40ce-a635-2646e65728e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:36.972155 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] Checking router: 436e0ce6-a91e-4526-844f-f13f30926e7c for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:59:36.972525 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] Updating router 436e0ce6-a91e-4526-844f-f13f30926e7c port 8043d137-ddea-473b-8237-117cefeac26a binding host dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:59:37.023159 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7230ab-8eb5-4283-a34f-d3694747701b admin admin] Network e5d22871-277a-4917-9296-d35bab639a2c is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:59:37.024651 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-5c7230ab-8eb5-4283-a34f-d3694747701b admin admin] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:37.024973 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:37.082643 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.db.securitygroups_db [None req-c4f1bd22-c773-4905-9f48-514099b77f04 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Project 8972964496a446a198dd6c19b876f8a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:59:37.096664 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49382743-c026-4dab-a65b-6dce87af6331 req-aa4640ed-09ba-4b0c-9fa0-a4ed58c938a9 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:37.098485 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49382743-c026-4dab-a65b-6dce87af6331 req-aa4640ed-09ba-4b0c-9fa0-a4ed58c938a9 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.39 "GET /v2.0/networks?id=b064df9a-1bb0-4ef7-88cf-3439f5069f39 HTTP/1.1" status: 200 len: 810 time: 0.2001362 Jun 30 10:59:37.100314 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c4f1bd22-c773-4905-9f48-514099b77f04 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:37.204592 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7230ab-8eb5-4283-a34f-d3694747701b admin admin] Router a05bf814-76a7-4f84-a7b7-571b3c5337eb has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:59:37.268573 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c4f1bd22-c773-4905-9f48-514099b77f04 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:37.280656 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49382743-c026-4dab-a65b-6dce87af6331 req-3980bdc1-3e43-4435-8621-12eb9daeff90 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f97ed3dca85f49a08eeaada9d16f9c13 HTTP/1.1" status: 200 len: 379 time: 0.1687372 Jun 30 10:59:37.282417 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c4f1bd22-c773-4905-9f48-514099b77f04 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:37.313947 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-49382743-c026-4dab-a65b-6dce87af6331 req-02b278cf-967a-4360-b24b-0adf94777ffd tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Request body: {'port': {'device_id': 'dbae95ba-7c28-443c-88e8-9e9406424ca4', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'admin_state_up': True, 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'security_groups': ['b6e845de-6128-4bae-bb42-18225685e7c2']}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:37.362556 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7230ab-8eb5-4283-a34f-d3694747701b admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:59:37.369579 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-5c7230ab-8eb5-4283-a34f-d3694747701b admin admin] 10.222.0.91 "PUT /v2.0/routers/a05bf814-76a7-4f84-a7b7-571b3c5337eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1684773 Jun 30 10:59:37.376543 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1bd22-c773-4905-9f48-514099b77f04 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e50ed2e3-ceca-4f0a-882b-b8fdd41a61c5,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:37.385253 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c4f1bd22-c773-4905-9f48-514099b77f04 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:37.391922 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-c4f1bd22-c773-4905-9f48-514099b77f04 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5071800 Jun 30 10:59:37.487694 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-b00de3ba-807e-4a97-bc49-497f25616bdb None None] Provisioning complete for port 33e06591-7e13-4991-b420-1014e4fec115 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:37.488107 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b00de3ba-807e-4a97-bc49-497f25616bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:37.551134 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49382743-c026-4dab-a65b-6dce87af6331 req-02b278cf-967a-4360-b24b-0adf94777ffd tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Made reservation on behalf of f97ed3dca85f49a08eeaada9d16f9c13 for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:59:37.552570 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:37.556867 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-49382743-c026-4dab-a65b-6dce87af6331 req-02b278cf-967a-4360-b24b-0adf94777ffd tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:37.603401 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] Transition to ACTIVE for port object 8043d137-ddea-473b-8237-117cefeac26a will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:37.614268 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-b00de3ba-807e-4a97-bc49-497f25616bdb None None] Port 33e06591-7e13-4991-b420-1014e4fec115 cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:59:37.621558 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:37.664224 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device a7fa5d3a-f8c3-49ec-b457-c69e9052750e up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:37.776530 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d042a07-86d9-4712-a284-bdf1cf98bd43 None None] Pushing event updated for resources: {'Port': ['ID=8043d137-ddea-473b-8237-117cefeac26a,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:37.804064 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-77ba5183-7b57-4281-8c47-f14b5014b932 req-b1ca3b62-0fda-4797-927f-cafff590976c tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=dbae95ba-7c28-443c-88e8-9e9406424ca4 HTTP/1.1" status: 200 len: 210 time: 0.1146896 Jun 30 10:59:38.013878 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] Attempting to bind port 8043d137-ddea-473b-8237-117cefeac26a on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:59:38.015138 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] Attempting to bind port 8043d137-ddea-473b-8237-117cefeac26a by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': 'c69cb7d0-da1c-49fb-a702-ff012cfb9dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'be580f81-2d16-408c-94bb-b8dcac88d64b'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:59:38.017090 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] Attempting to bind port 8043d137-ddea-473b-8237-117cefeac26a on network be580f81-2d16-408c-94bb-b8dcac88d64b {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:59:38.025734 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port a7fa5d3a-f8c3-49ec-b457-c69e9052750e completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:38.040743 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:59:38.041746 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] Checking segment: {'id': 'c69cb7d0-da1c-49fb-a702-ff012cfb9dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'be580f81-2d16-408c-94bb-b8dcac88d64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:59:38.044666 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:38.045277 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] Bound using segment: {'id': 'c69cb7d0-da1c-49fb-a702-ff012cfb9dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'be580f81-2d16-408c-94bb-b8dcac88d64b'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:59:38.046030 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] Bound port: 8043d137-ddea-473b-8237-117cefeac26a, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69cb7d0-da1c-49fb-a702-ff012cfb9dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'be580f81-2d16-408c-94bb-b8dcac88d64b'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:59:38.046636 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:38.050719 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port a7fa5d3a-f8c3-49ec-b457-c69e9052750e triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:38.051137 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:38.238604 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:38.273205 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] For port 8043d137-ddea-473b-8237-117cefeac26a, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:59:38.283797 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] For port 8043d137-ddea-473b-8237-117cefeac26a, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=8043d137-ddea-473b-8237-117cefeac26a,segment=NetworkSegment(c69cb7d0-da1c-49fb-a702-ff012cfb9dd3),segment_id=c69cb7d0-da1c-49fb-a702-ff012cfb9dd3)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:59:38.302716 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:38.326687 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-49382743-c026-4dab-a65b-6dce87af6331 req-02b278cf-967a-4360-b24b-0adf94777ffd tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Allocated IP 172.20.0.5 (b064df9a-1bb0-4ef7-88cf-3439f5069f39/f321f395-8a24-424f-a000-187ba04163ef/5901a275-3069-4af9-ac07-96119aafe757) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:59:38.327978 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port a7fa5d3a-f8c3-49ec-b457-c69e9052750e, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=a7fa5d3a-f8c3-49ec-b457-c69e9052750e,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:38.431935 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:38.477652 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60946) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:38.486850 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-7905eb8e-a780-4263-9fb6-1c377b996bb0 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-631541008', 'description': 'tempest-secgroup-smoke-631541008 description', 'project_id': '13a517d383e7473c96ab94778ebcde3d'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:38.524801 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] Routers {'436e0ce6-a91e-4526-844f-f13f30926e7c'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:59:38.525504 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:59:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['436e0ce6-a91e-4526-844f-f13f30926e7c'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:38.537179 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7905eb8e-a780-4263-9fb6-1c377b996bb0 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:38.579561 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-49382743-c026-4dab-a65b-6dce87af6331 req-02b278cf-967a-4360-b24b-0adf94777ffd tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:38.599395 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-49382743-c026-4dab-a65b-6dce87af6331 req-02b278cf-967a-4360-b24b-0adf94777ffd tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Transition to ACTIVE for port object 5901a275-3069-4af9-ac07-96119aafe757 will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:38.606916 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d042a07-86d9-4712-a284-bdf1cf98bd43 None None] Pushing event updated for resources: {'Port': ['ID=8043d137-ddea-473b-8237-117cefeac26a,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:38.671414 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-49382743-c026-4dab-a65b-6dce87af6331 req-02b278cf-967a-4360-b24b-0adf94777ffd tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8415484'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:38.753356 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49382743-c026-4dab-a65b-6dce87af6331 req-02b278cf-967a-4360-b24b-0adf94777ffd tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Network b064df9a-1bb0-4ef7-88cf-3439f5069f39 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:59:38.757344 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-49382743-c026-4dab-a65b-6dce87af6331 req-02b278cf-967a-4360-b24b-0adf94777ffd tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:38.757514 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=a7fa5d3a-f8c3-49ec-b457-c69e9052750e,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:38.766268 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-49382743-c026-4dab-a65b-6dce87af6331 req-02b278cf-967a-4360-b24b-0adf94777ffd tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:59:38.790259 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7905eb8e-a780-4263-9fb6-1c377b996bb0 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:38.796610 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7905eb8e-a780-4263-9fb6-1c377b996bb0 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:38.827096 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7905eb8e-a780-4263-9fb6-1c377b996bb0 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:38.829131 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-7905eb8e-a780-4263-9fb6-1c377b996bb0 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3499169 Jun 30 10:59:38.834104 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] Set router 436e0ce6-a91e-4526-844f-f13f30926e7c gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:59:38.844228 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49382743-c026-4dab-a65b-6dce87af6331 req-02b278cf-967a-4360-b24b-0adf94777ffd tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:38.844958 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60966) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:38.856215 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-13d275d6-08d8-4002-93d2-84f4412e3ac4 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Request body: {'security_group_rule': {'security_group_id': '42744a39-a501-4233-82c0-75093fe9b7b6', 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:38.857225 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-49382743-c026-4dab-a65b-6dce87af6331 req-02b278cf-967a-4360-b24b-0adf94777ffd tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:38.897729 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b278cf-967a-4360-b24b-0adf94777ffd tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Pushing event updated for resources: {'Port': ['ID=5901a275-3069-4af9-ac07-96119aafe757,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:38.897956 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905eb8e-a780-4263-9fb6-1c377b996bb0 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42744a39-a501-4233-82c0-75093fe9b7b6,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:38.909980 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49382743-c026-4dab-a65b-6dce87af6331 req-02b278cf-967a-4360-b24b-0adf94777ffd tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6178002 Jun 30 10:59:38.932103 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-49382743-c026-4dab-a65b-6dce87af6331 req-50e80b8d-55af-4b2f-819a-875a50e20107 service neutron] Request body: {'port': {'device_id': 'dbae95ba-7c28-443c-88e8-9e9406424ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:38.937424 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-13d275d6-08d8-4002-93d2-84f4412e3ac4 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:38.941940 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ad402daf-ffb6-44a0-8409-56a39c9b81de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:39.062440 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-13d275d6-08d8-4002-93d2-84f4412e3ac4 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:39.077676 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-13d275d6-08d8-4002-93d2-84f4412e3ac4 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:39.104751 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d275d6-08d8-4002-93d2-84f4412e3ac4 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef249e6f-35e0-4923-b411-c3ce5c9b5035,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:39.119619 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-13d275d6-08d8-4002-93d2-84f4412e3ac4 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:39.123105 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-13d275d6-08d8-4002-93d2-84f4412e3ac4 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2750120 Jun 30 10:59:39.125140 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 60972) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:39.131498 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-dd4fd104-21fd-42b8-9754-d49979c94c79 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Request body: {'security_group_rule': {'security_group_id': '42744a39-a501-4233-82c0-75093fe9b7b6', 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:39.131842 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:39.158004 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-49382743-c026-4dab-a65b-6dce87af6331 req-50e80b8d-55af-4b2f-819a-875a50e20107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:39.220339 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd104-21fd-42b8-9754-d49979c94c79 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:39.254004 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e0ce6-a91e-4526-844f-f13f30926e7c', 'name': 'tempest-TestVolumeBootPattern-1957518111-router', 'tenant_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f9445b55-33ba-4223-bb10-cc942149d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:24Z', 'updated_at': '2021-06-30T10:59:32Z', 'revision_number': 4, 'project_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'gw_port': {'id': 'f9445b55-33ba-4223-bb10-cc942149d42a', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e0ce6-a91e-4526-844f-f13f30926e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:25Z', 'updated_at': '2021-06-30T10:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': '8043d137-ddea-473b-8237-117cefeac26a', 'name': '', 'network_id': 'be580f81-2d16-408c-94bb-b8dcac88d64b', 'tenant_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'mac_address': 'fa:16:3e:cc:65:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e0ce6-a91e-4526-844f-f13f30926e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'c4910349-849c-40ce-a635-2646e65728e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:30Z', 'updated_at': '2021-06-30T10:59:38Z', 'revision_number': 4, 'project_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'subnets': [{'id': 'c4910349-849c-40ce-a635-2646e65728e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:39.292240 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab0ae41-606b-4043-a96c-767e0486e3c7 None None] The sync data for ids ['436e0ce6-a91e-4526-844f-f13f30926e7c'] in dv-cinder-786627-16-iscsi is: [{'id': '436e0ce6-a91e-4526-844f-f13f30926e7c', 'name': 'tempest-TestVolumeBootPattern-1957518111-router', 'tenant_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f9445b55-33ba-4223-bb10-cc942149d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:24Z', 'updated_at': '2021-06-30T10:59:32Z', 'revision_number': 4, 'project_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'gw_port': {'id': 'f9445b55-33ba-4223-bb10-cc942149d42a', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e0ce6-a91e-4526-844f-f13f30926e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:25Z', 'updated_at': '2021-06-30T10:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': '8043d137-ddea-473b-8237-117cefeac26a', 'name': '', 'network_id': 'be580f81-2d16-408c-94bb-b8dcac88d64b', 'tenant_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'mac_address': 'fa:16:3e:cc:65:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e0ce6-a91e-4526-844f-f13f30926e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'c4910349-849c-40ce-a635-2646e65728e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:30Z', 'updated_at': '2021-06-30T10:59:38Z', 'revision_number': 4, 'project_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'subnets': [{'id': 'c4910349-849c-40ce-a635-2646e65728e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:59:39.305506 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-706c1ca4-ec5c-4bae-aaa4-39d0fbf033ad None None] Provisioning for port 5901a275-3069-4af9-ac07-96119aafe757 completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:39.310755 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-706c1ca4-ec5c-4bae-aaa4-39d0fbf033ad None None] Provisioning complete for port 5901a275-3069-4af9-ac07-96119aafe757 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:39.311292 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-706c1ca4-ec5c-4bae-aaa4-39d0fbf033ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:39.332059 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5076fee-5e87-44dc-b808-d5a37dd0becb req-bffc5194-7385-4090-a9ec-f258bfd3cbe7 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:39.340043 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e5076fee-5e87-44dc-b808-d5a37dd0becb req-bffc5194-7385-4090-a9ec-f258bfd3cbe7 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=dbae95ba-7c28-443c-88e8-9e9406424ca4 HTTP/1.1" status: 200 len: 931 time: 0.2508154 Jun 30 10:59:39.348325 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-706c1ca4-ec5c-4bae-aaa4-39d0fbf033ad None None] Port 5901a275-3069-4af9-ac07-96119aafe757 cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:59:39.503328 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e5076fee-5e87-44dc-b808-d5a37dd0becb req-c813d837-c42e-468a-ab42-58a92b1320f8 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6e845de-6128-4bae-bb42-18225685e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624720 Jun 30 10:59:39.518875 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd104-21fd-42b8-9754-d49979c94c79 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:39.529372 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd104-21fd-42b8-9754-d49979c94c79 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:39.546230 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fd104-21fd-42b8-9754-d49979c94c79 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d48210d-e44e-4b13-b772-98d12f11859a,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:39.579768 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd104-21fd-42b8-9754-d49979c94c79 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:39.584066 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-dd4fd104-21fd-42b8-9754-d49979c94c79 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4576707 Jun 30 10:59:39.585617 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60978) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:39.593912 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-2122770a-468f-4bbc-893c-909de0e4b4a5 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Request body: {'security_group_rule': {'security_group_id': '42744a39-a501-4233-82c0-75093fe9b7b6', 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:39.610187 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device a7fa5d3a-f8c3-49ec-b457-c69e9052750e up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:39.640365 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] Sync routers for ids ['a05bf814-76a7-4f84-a7b7-571b3c5337eb'] in dv-cinder-786627-16-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:59:39.646373 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2122770a-468f-4bbc-893c-909de0e4b4a5 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:39.650657 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] Routers {'a05bf814-76a7-4f84-a7b7-571b3c5337eb'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:59:39.651376 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:59:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['a05bf814-76a7-4f84-a7b7-571b3c5337eb'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:39.680742 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port a7fa5d3a-f8c3-49ec-b457-c69e9052750e triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:39.681351 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:39.725837 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-49382743-c026-4dab-a65b-6dce87af6331 req-50e80b8d-55af-4b2f-819a-875a50e20107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5901a275-3069-4af9-ac07-96119aafe757 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:59:39.741282 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-49382743-c026-4dab-a65b-6dce87af6331 req-50e80b8d-55af-4b2f-819a-875a50e20107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:39.758732 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-49382743-c026-4dab-a65b-6dce87af6331 req-50e80b8d-55af-4b2f-819a-875a50e20107 service neutron] Transition to ACTIVE for port object 5901a275-3069-4af9-ac07-96119aafe757 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:39.778318 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2122770a-468f-4bbc-893c-909de0e4b4a5 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:39.785897 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2122770a-468f-4bbc-893c-909de0e4b4a5 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:39.790427 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-49382743-c026-4dab-a65b-6dce87af6331 req-50e80b8d-55af-4b2f-819a-875a50e20107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:39.810582 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122770a-468f-4bbc-893c-909de0e4b4a5 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b542864c-2de6-43b0-b0ea-fcfeb5adf300,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:39.830726 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2122770a-468f-4bbc-893c-909de0e4b4a5 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:39.836792 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-2122770a-468f-4bbc-893c-909de0e4b4a5 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2471628 Jun 30 10:59:39.837221 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60980) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:39.848910 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-4770271d-f28c-4e26-b186-01fdd75afe94 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Request body: {'security_group_rule': {'security_group_id': '42744a39-a501-4233-82c0-75093fe9b7b6', 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:39.854373 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 8043d137-ddea-473b-8237-117cefeac26a up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:39.856127 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:39.865107 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] Set router a05bf814-76a7-4f84-a7b7-571b3c5337eb gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:59:39.882873 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4770271d-f28c-4e26-b186-01fdd75afe94 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:39.930248 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e80b8d-55af-4b2f-819a-875a50e20107 service neutron] Pushing event updated for resources: {'Port': ['ID=5901a275-3069-4af9-ac07-96119aafe757,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:39.982069 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port 8043d137-ddea-473b-8237-117cefeac26a completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:39.987044 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 8043d137-ddea-473b-8237-117cefeac26a triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:39.987432 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:40.003774 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4770271d-f28c-4e26-b186-01fdd75afe94 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:40.014708 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4770271d-f28c-4e26-b186-01fdd75afe94 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:40.054945 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4770271d-f28c-4e26-b186-01fdd75afe94 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:40.063449 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-4770271d-f28c-4e26-b186-01fdd75afe94 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2249463 Jun 30 10:59:40.064421 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60984) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:40.081390 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-05fe65ae-75c6-41ff-81b5-d546bcb61389 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Request body: {'security_group_rule': {'security_group_id': '42744a39-a501-4233-82c0-75093fe9b7b6', 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:40.087995 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770271d-f28c-4e26-b186-01fdd75afe94 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551ea614-2a31-498f-b5c9-3230104a7791,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:40.098410 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-49382743-c026-4dab-a65b-6dce87af6331 req-50e80b8d-55af-4b2f-819a-875a50e20107 service neutron] Attempting to bind port 5901a275-3069-4af9-ac07-96119aafe757 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:59:40.098772 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-49382743-c026-4dab-a65b-6dce87af6331 req-50e80b8d-55af-4b2f-819a-875a50e20107 service neutron] Attempting to bind port 5901a275-3069-4af9-ac07-96119aafe757 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '77d01b3d-de25-4204-b64a-7d67e17a8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:59:40.100400 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49382743-c026-4dab-a65b-6dce87af6331 req-50e80b8d-55af-4b2f-819a-875a50e20107 service neutron] Attempting to bind port 5901a275-3069-4af9-ac07-96119aafe757 on network b064df9a-1bb0-4ef7-88cf-3439f5069f39 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:59:40.116523 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49382743-c026-4dab-a65b-6dce87af6331 req-50e80b8d-55af-4b2f-819a-875a50e20107 service neutron] Port 5901a275-3069-4af9-ac07-96119aafe757 on network b064df9a-1bb0-4ef7-88cf-3439f5069f39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:59:40.118233 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49382743-c026-4dab-a65b-6dce87af6331 req-50e80b8d-55af-4b2f-819a-875a50e20107 service neutron] Attempting to bind port 5901a275-3069-4af9-ac07-96119aafe757 on network b064df9a-1bb0-4ef7-88cf-3439f5069f39 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:59:40.122661 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.db.securitygroups_db [None req-05fe65ae-75c6-41ff-81b5-d546bcb61389 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Project 13a517d383e7473c96ab94778ebcde3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:59:40.130185 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-05fe65ae-75c6-41ff-81b5-d546bcb61389 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:40.132904 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49382743-c026-4dab-a65b-6dce87af6331 req-50e80b8d-55af-4b2f-819a-875a50e20107 service neutron] Checking agent: {'id': '5d5b2242-4ffd-4515-a15c-824c74b42c52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'started_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:59:40.133256 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49382743-c026-4dab-a65b-6dce87af6331 req-50e80b8d-55af-4b2f-819a-875a50e20107 service neutron] Checking segment: {'id': '77d01b3d-de25-4204-b64a-7d67e17a8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:59:40.134104 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49382743-c026-4dab-a65b-6dce87af6331 req-50e80b8d-55af-4b2f-819a-875a50e20107 service neutron] Bound using segment: {'id': '77d01b3d-de25-4204-b64a-7d67e17a8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:59:40.134726 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-49382743-c026-4dab-a65b-6dce87af6331 req-50e80b8d-55af-4b2f-819a-875a50e20107 service neutron] Bound port: 5901a275-3069-4af9-ac07-96119aafe757, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77d01b3d-de25-4204-b64a-7d67e17a8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:59:40.136654 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-49382743-c026-4dab-a65b-6dce87af6331 req-50e80b8d-55af-4b2f-819a-875a50e20107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:40.190306 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:40.230134 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-05fe65ae-75c6-41ff-81b5-d546bcb61389 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:40.242548 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-05fe65ae-75c6-41ff-81b5-d546bcb61389 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:40.266235 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port 8043d137-ddea-473b-8237-117cefeac26a, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=8043d137-ddea-473b-8237-117cefeac26a,segment=NetworkSegment(c69cb7d0-da1c-49fb-a702-ff012cfb9dd3),segment_id=c69cb7d0-da1c-49fb-a702-ff012cfb9dd3)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:40.273003 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:40.278795 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe65ae-75c6-41ff-81b5-d546bcb61389 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3782abc7-5e12-4cf4-9376-8891ef82df76,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:40.279444 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05bf814-76a7-4f84-a7b7-571b3c5337eb', 'name': 'tempest-TestShelveInstance-2093297893-router', 'tenant_id': 'e2c69676f7ee4a029443fad36210d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a7fa5d3a-f8c3-49ec-b457-c69e9052750e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:29Z', 'updated_at': '2021-06-30T10:59:36Z', 'revision_number': 4, 'project_id': 'e2c69676f7ee4a029443fad36210d70c', 'gw_port': {'id': 'a7fa5d3a-f8c3-49ec-b457-c69e9052750e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05bf814-76a7-4f84-a7b7-571b3c5337eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:30Z', 'updated_at': '2021-06-30T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': '33e06591-7e13-4991-b420-1014e4fec115', 'name': '', 'network_id': 'e5d22871-277a-4917-9296-d35bab639a2c', 'tenant_id': 'e2c69676f7ee4a029443fad36210d70c', 'mac_address': 'fa:16:3e:30:3e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05bf814-76a7-4f84-a7b7-571b3c5337eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2078836d-da27-4526-9b99-aa038729b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:35Z', 'updated_at': '2021-06-30T10:59:36Z', 'revision_number': 2, 'project_id': 'e2c69676f7ee4a029443fad36210d70c', 'subnets': [{'id': '2078836d-da27-4526-9b99-aa038729b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:40.282934 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-49382743-c026-4dab-a65b-6dce87af6331 req-50e80b8d-55af-4b2f-819a-875a50e20107 service neutron] For port 5901a275-3069-4af9-ac07-96119aafe757, host hv-cinder-78662, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:59:40.287817 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-49382743-c026-4dab-a65b-6dce87af6331 req-50e80b8d-55af-4b2f-819a-875a50e20107 service neutron] For port 5901a275-3069-4af9-ac07-96119aafe757, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5901a275-3069-4af9-ac07-96119aafe757,segment=NetworkSegment(77d01b3d-de25-4204-b64a-7d67e17a8c5d),segment_id=77d01b3d-de25-4204-b64a-7d67e17a8c5d)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:59:40.303698 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-49382743-c026-4dab-a65b-6dce87af6331 req-50e80b8d-55af-4b2f-819a-875a50e20107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:40.308808 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-05fe65ae-75c6-41ff-81b5-d546bcb61389 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:40.310048 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-05fe65ae-75c6-41ff-81b5-d546bcb61389 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2431979 Jun 30 10:59:40.313026 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 60988) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:40.318078 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] Checking router: a05bf814-76a7-4f84-a7b7-571b3c5337eb for host: dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:59:40.318445 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] Updating router a05bf814-76a7-4f84-a7b7-571b3c5337eb port 33e06591-7e13-4991-b420-1014e4fec115 binding host dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:59:40.328520 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-5e948c46-2458-4873-860f-372b95e79ea7 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Request body: {'security_group_rule': {'security_group_id': '42744a39-a501-4233-82c0-75093fe9b7b6', 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:40.366375 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:40.387492 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49382743-c026-4dab-a65b-6dce87af6331 req-50e80b8d-55af-4b2f-819a-875a50e20107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:40.389240 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.db.securitygroups_db [None req-5e948c46-2458-4873-860f-372b95e79ea7 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Project 13a517d383e7473c96ab94778ebcde3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:59:40.394547 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-49382743-c026-4dab-a65b-6dce87af6331 req-50e80b8d-55af-4b2f-819a-875a50e20107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:40.396103 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49382743-c026-4dab-a65b-6dce87af6331 req-50e80b8d-55af-4b2f-819a-875a50e20107 service neutron] 10.222.0.39 "PUT /v2.0/ports/5901a275-3069-4af9-ac07-96119aafe757 HTTP/1.1" status: 200 len: 1093 time: 1.4708385 Jun 30 10:59:40.396644 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbae95ba-7c28-443c-88e8-9e9406424ca4', 'tag': '5901a275-3069-4af9-ac07-96119aafe757'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:59:40.405112 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8264327-4f7c-4249-a579-b70c8c0b0c54" -d '{"events": [{"name": "network-changed", "server_uuid": "dbae95ba-7c28-443c-88e8-9e9406424ca4", "tag": "5901a275-3069-4af9-ac07-96119aafe757"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:59:40.411380 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-5e948c46-2458-4873-860f-372b95e79ea7 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:40.565233 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-5e948c46-2458-4873-860f-372b95e79ea7 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:40.577079 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-5e948c46-2458-4873-860f-372b95e79ea7 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:40.592256 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824cfe56-d5c1-445d-bd71-13d9a001729d x-openstack-request-id: req-824cfe56-d5c1-445d-bd71-13d9a001729d {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:59:40.593316 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbae95ba-7c28-443c-88e8-9e9406424ca4", "tag": "5901a275-3069-4af9-ac07-96119aafe757", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:59:40.593797 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-824cfe56-d5c1-445d-bd71-13d9a001729d {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:59:40.594658 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbae95ba-7c28-443c-88e8-9e9406424ca4', 'tag': '5901a275-3069-4af9-ac07-96119aafe757', 'status': 'completed', 'code': 200} Jun 30 10:59:40.603551 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e80b8d-55af-4b2f-819a-875a50e20107 service neutron] Pushing event updated for resources: {'Port': ['ID=5901a275-3069-4af9-ac07-96119aafe757,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:40.609892 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e948c46-2458-4873-860f-372b95e79ea7 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb3f04b-5e21-4112-8b71-773d100fe1ad,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:40.640832 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49382743-c026-4dab-a65b-6dce87af6331 req-c0f71dd9-99a2-4e0f-93ff-5cbae5c09a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:40.643739 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-5e948c46-2458-4873-860f-372b95e79ea7 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:40.643916 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49382743-c026-4dab-a65b-6dce87af6331 req-c0f71dd9-99a2-4e0f-93ff-5cbae5c09a6f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f97ed3dca85f49a08eeaada9d16f9c13&device_id=dbae95ba-7c28-443c-88e8-9e9406424ca4 HTTP/1.1" status: 200 len: 1096 time: 0.1855676 Jun 30 10:59:40.645027 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-5e948c46-2458-4873-860f-372b95e79ea7 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3310413 Jun 30 10:59:40.653508 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=8043d137-ddea-473b-8237-117cefeac26a,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:40.723339 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49382743-c026-4dab-a65b-6dce87af6331 req-c3c91e53-975a-4dac-aec6-c324e72b99a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5901a275-3069-4af9-ac07-96119aafe757 HTTP/1.1" status: 200 len: 217 time: 0.0711124 Jun 30 10:59:40.878045 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49382743-c026-4dab-a65b-6dce87af6331 req-c060b2d1-869f-4a7f-b906-a55b84f20c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:40.879533 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49382743-c026-4dab-a65b-6dce87af6331 req-c060b2d1-869f-4a7f-b906-a55b84f20c54 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f321f395-8a24-424f-a000-187ba04163ef HTTP/1.1" status: 200 len: 849 time: 0.1392939 Jun 30 10:59:40.961743 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54ef39-1788-4ce6-927b-0be724b54192 req-a23d324b-a36a-4bdc-ad65-55c751b87294 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:40.966858 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:40.969137 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5d54ef39-1788-4ce6-927b-0be724b54192 req-a23d324b-a36a-4bdc-ad65-55c751b87294 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=dbae95ba-7c28-443c-88e8-9e9406424ca4 HTTP/1.1" status: 200 len: 943 time: 0.1545167 Jun 30 10:59:40.979277 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] Transition to ACTIVE for port object 33e06591-7e13-4991-b420-1014e4fec115 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:59:40.986668 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:41.001989 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49382743-c026-4dab-a65b-6dce87af6331 req-e246ef52-d530-48ae-8cd1-b8e9586672a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:41.003504 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49382743-c026-4dab-a65b-6dce87af6331 req-e246ef52-d530-48ae-8cd1-b8e9586672a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b064df9a-1bb0-4ef7-88cf-3439f5069f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1150384 Jun 30 10:59:41.101917 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfbb21-7a92-416e-a068-a41aefc56b0e None None] Pushing event updated for resources: {'Port': ['ID=33e06591-7e13-4991-b420-1014e4fec115,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:41.121757 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5d54ef39-1788-4ce6-927b-0be724b54192 req-1374802e-a3ac-42d0-a597-3dbc4ff66f56 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6e845de-6128-4bae-bb42-18225685e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515265 Jun 30 10:59:41.142283 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] Attempting to bind port 33e06591-7e13-4991-b420-1014e4fec115 on host dv-cinder-786627-16-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:59:41.142662 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] Attempting to bind port 33e06591-7e13-4991-b420-1014e4fec115 by drivers openvswitch,hyperv on host dv-cinder-786627-16-iscsi at level 0 using segments [{'id': 'b56c13ba-85d8-4ab8-b5f2-58d5527877ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e5d22871-277a-4917-9296-d35bab639a2c'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:59:41.143032 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] Attempting to bind port 33e06591-7e13-4991-b420-1014e4fec115 on network e5d22871-277a-4917-9296-d35bab639a2c {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:59:41.149249 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] Checking agent: {'id': 'a7bd365f-25c1-4a86-b9ee-5b0d85d9de1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 46, 39), 'started_at': datetime.datetime(2021, 6, 30, 10, 47, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:59:41.149903 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] Checking segment: {'id': 'b56c13ba-85d8-4ab8-b5f2-58d5527877ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e5d22871-277a-4917-9296-d35bab639a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:59:41.150468 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:41.151018 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] Bound using segment: {'id': 'b56c13ba-85d8-4ab8-b5f2-58d5527877ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e5d22871-277a-4917-9296-d35bab639a2c'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:59:41.151738 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] Bound port: 33e06591-7e13-4991-b420-1014e4fec115, host: dv-cinder-786627-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56c13ba-85d8-4ab8-b5f2-58d5527877ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e5d22871-277a-4917-9296-d35bab639a2c'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:59:41.152299 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:41.172420 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49382743-c026-4dab-a65b-6dce87af6331 req-1f41f501-264e-460a-a549-5775059501d3 service neutron] 10.222.0.39 "GET /v2.0/networks/b064df9a-1bb0-4ef7-88cf-3439f5069f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555843 Jun 30 10:59:41.273166 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] For port 33e06591-7e13-4991-b420-1014e4fec115, host dv-cinder-786627-16-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:59:41.278219 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] For port 33e06591-7e13-4991-b420-1014e4fec115, host dv-cinder-786627-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=33e06591-7e13-4991-b420-1014e4fec115,segment=NetworkSegment(b56c13ba-85d8-4ab8-b5f2-58d5527877ca),segment_id=b56c13ba-85d8-4ab8-b5f2-58d5527877ca)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:59:41.297366 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:41.316143 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49382743-c026-4dab-a65b-6dce87af6331 req-8dd6544a-ec2f-4793-b651-0c9281a841fa service neutron] 10.222.0.39 "GET /v2.0/networks/b064df9a-1bb0-4ef7-88cf-3439f5069f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322219 Jun 30 10:59:41.385393 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] Routers {'a05bf814-76a7-4f84-a7b7-571b3c5337eb'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:59:41.391721 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:59:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['a05bf814-76a7-4f84-a7b7-571b3c5337eb'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:41.395140 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfbb21-7a92-416e-a068-a41aefc56b0e None None] Pushing event updated for resources: {'Port': ['ID=33e06591-7e13-4991-b420-1014e4fec115,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:41.451291 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8264327-4f7c-4249-a579-b70c8c0b0c54 req-9809e728-1944-4ef6-ada4-67dcfc0e7657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:41.453077 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c8264327-4f7c-4249-a579-b70c8c0b0c54 req-9809e728-1944-4ef6-ada4-67dcfc0e7657 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f97ed3dca85f49a08eeaada9d16f9c13&device_id=dbae95ba-7c28-443c-88e8-9e9406424ca4 HTTP/1.1" status: 200 len: 1096 time: 0.0815368 Jun 30 10:59:41.508493 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:41.520365 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 8043d137-ddea-473b-8237-117cefeac26a up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:41.605574 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 8043d137-ddea-473b-8237-117cefeac26a triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:41.606043 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:41.616155 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8264327-4f7c-4249-a579-b70c8c0b0c54 req-0681a88a-0f6a-4a4a-b99c-90032112657c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:41.618797 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c8264327-4f7c-4249-a579-b70c8c0b0c54 req-0681a88a-0f6a-4a4a-b99c-90032112657c service neutron] 10.222.0.39 "GET /v2.0/networks?id=b064df9a-1bb0-4ef7-88cf-3439f5069f39 HTTP/1.1" status: 200 len: 911 time: 0.1586385 Jun 30 10:59:41.674058 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c8264327-4f7c-4249-a579-b70c8c0b0c54 req-3842a800-9c24-4a54-be13-aa242244f2cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5901a275-3069-4af9-ac07-96119aafe757 HTTP/1.1" status: 200 len: 217 time: 0.0465834 Jun 30 10:59:41.679463 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] Set router a05bf814-76a7-4f84-a7b7-571b3c5337eb gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:59:41.795599 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8264327-4f7c-4249-a579-b70c8c0b0c54 req-bbd790d1-1eb5-4a76-87da-02701c7d59dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:41.797359 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c8264327-4f7c-4249-a579-b70c8c0b0c54 req-bbd790d1-1eb5-4a76-87da-02701c7d59dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f321f395-8a24-424f-a000-187ba04163ef HTTP/1.1" status: 200 len: 849 time: 0.1049480 Jun 30 10:59:41.879349 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8264327-4f7c-4249-a579-b70c8c0b0c54 req-29229315-e605-4113-a456-eb1edd0d6f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:41.881124 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c8264327-4f7c-4249-a579-b70c8c0b0c54 req-29229315-e605-4113-a456-eb1edd0d6f58 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b064df9a-1bb0-4ef7-88cf-3439f5069f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0683122 Jun 30 10:59:41.938025 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05bf814-76a7-4f84-a7b7-571b3c5337eb', 'name': 'tempest-TestShelveInstance-2093297893-router', 'tenant_id': 'e2c69676f7ee4a029443fad36210d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a7fa5d3a-f8c3-49ec-b457-c69e9052750e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:29Z', 'updated_at': '2021-06-30T10:59:36Z', 'revision_number': 4, 'project_id': 'e2c69676f7ee4a029443fad36210d70c', 'gw_port': {'id': 'a7fa5d3a-f8c3-49ec-b457-c69e9052750e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05bf814-76a7-4f84-a7b7-571b3c5337eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:30Z', 'updated_at': '2021-06-30T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': '33e06591-7e13-4991-b420-1014e4fec115', 'name': '', 'network_id': 'e5d22871-277a-4917-9296-d35bab639a2c', 'tenant_id': 'e2c69676f7ee4a029443fad36210d70c', 'mac_address': 'fa:16:3e:30:3e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05bf814-76a7-4f84-a7b7-571b3c5337eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2078836d-da27-4526-9b99-aa038729b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:35Z', 'updated_at': '2021-06-30T10:59:41Z', 'revision_number': 4, 'project_id': 'e2c69676f7ee4a029443fad36210d70c', 'subnets': [{'id': '2078836d-da27-4526-9b99-aa038729b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:41.963884 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5069a0f2-5616-4cd0-8a46-8a017c0abe3a None None] The sync data for ids ['a05bf814-76a7-4f84-a7b7-571b3c5337eb'] in dv-cinder-786627-16-iscsi is: [{'id': 'a05bf814-76a7-4f84-a7b7-571b3c5337eb', 'name': 'tempest-TestShelveInstance-2093297893-router', 'tenant_id': 'e2c69676f7ee4a029443fad36210d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a7fa5d3a-f8c3-49ec-b457-c69e9052750e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:29Z', 'updated_at': '2021-06-30T10:59:36Z', 'revision_number': 4, 'project_id': 'e2c69676f7ee4a029443fad36210d70c', 'gw_port': {'id': 'a7fa5d3a-f8c3-49ec-b457-c69e9052750e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05bf814-76a7-4f84-a7b7-571b3c5337eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:30Z', 'updated_at': '2021-06-30T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': '33e06591-7e13-4991-b420-1014e4fec115', 'name': '', 'network_id': 'e5d22871-277a-4917-9296-d35bab639a2c', 'tenant_id': 'e2c69676f7ee4a029443fad36210d70c', 'mac_address': 'fa:16:3e:30:3e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05bf814-76a7-4f84-a7b7-571b3c5337eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2078836d-da27-4526-9b99-aa038729b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:35Z', 'updated_at': '2021-06-30T10:59:41Z', 'revision_number': 4, 'project_id': 'e2c69676f7ee4a029443fad36210d70c', 'subnets': [{'id': '2078836d-da27-4526-9b99-aa038729b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:59:41.994938 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c8264327-4f7c-4249-a579-b70c8c0b0c54 req-890ac64a-115c-4bc2-abd3-3696eef654f5 service neutron] 10.222.0.39 "GET /v2.0/networks/b064df9a-1bb0-4ef7-88cf-3439f5069f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964515 Jun 30 10:59:42.094219 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c8264327-4f7c-4249-a579-b70c8c0b0c54 req-ec8deaad-7105-4674-b2b9-2b93e308fd3d service neutron] 10.222.0.39 "GET /v2.0/networks/b064df9a-1bb0-4ef7-88cf-3439f5069f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923412 Jun 30 10:59:42.294773 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c10359-f6b1-4837-8189-696f48c92791 req-bd18cfea-b6e0-47f6-bc35-1e9283504f37 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:42.296367 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e0c10359-f6b1-4837-8189-696f48c92791 req-bd18cfea-b6e0-47f6-bc35-1e9283504f37 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=dbae95ba-7c28-443c-88e8-9e9406424ca4 HTTP/1.1" status: 200 len: 943 time: 0.0659492 Jun 30 10:59:42.338173 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e0c10359-f6b1-4837-8189-696f48c92791 req-6687d688-7af3-4baf-875b-99c545159b6d tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6e845de-6128-4bae-bb42-18225685e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349443 Jun 30 10:59:43.532700 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 33e06591-7e13-4991-b420-1014e4fec115 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:43.547159 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a08f7f-d367-496a-a9e7-b4f9e17fb73c req-836cc8d0-6ec2-4993-b360-9082b5d97a2e tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:43.548221 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c0a08f7f-d367-496a-a9e7-b4f9e17fb73c req-836cc8d0-6ec2-4993-b360-9082b5d97a2e tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=dbae95ba-7c28-443c-88e8-9e9406424ca4 HTTP/1.1" status: 200 len: 943 time: 0.0895367 Jun 30 10:59:43.598338 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c0a08f7f-d367-496a-a9e7-b4f9e17fb73c req-68b1f075-054a-4dff-ae93-9bd03eb73b69 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6e845de-6128-4bae-bb42-18225685e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429847 Jun 30 10:59:43.600855 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning for port 33e06591-7e13-4991-b420-1014e4fec115 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:43.606755 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 33e06591-7e13-4991-b420-1014e4fec115 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:43.607209 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:43.639774 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 5901a275-3069-4af9-ac07-96119aafe757 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:59:43.767431 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:43.806638 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 5901a275-3069-4af9-ac07-96119aafe757, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5901a275-3069-4af9-ac07-96119aafe757,segment=NetworkSegment(77d01b3d-de25-4204-b64a-7d67e17a8c5d),segment_id=77d01b3d-de25-4204-b64a-7d67e17a8c5d)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:43.830891 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] For port 33e06591-7e13-4991-b420-1014e4fec115, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=33e06591-7e13-4991-b420-1014e4fec115,segment=NetworkSegment(b56c13ba-85d8-4ab8-b5f2-58d5527877ca),segment_id=b56c13ba-85d8-4ab8-b5f2-58d5527877ca)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:43.832068 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': '5901a275-3069-4af9-ac07-96119aafe757', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'port_id': '5901a275-3069-4af9-ac07-96119aafe757', 'mac_address': 'fa:16:3e:d2:a8:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f321f395-8a24-424f-a000-187ba04163ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:59:43.835760 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:43.913695 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:43.928877 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Pushing event updated for resources: {'Port': ['ID=33e06591-7e13-4991-b420-1014e4fec115,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:43.936169 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5901a275-3069-4af9-ac07-96119aafe757 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:59:43.955445 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 5901a275-3069-4af9-ac07-96119aafe757, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5901a275-3069-4af9-ac07-96119aafe757,segment=NetworkSegment(77d01b3d-de25-4204-b64a-7d67e17a8c5d),segment_id=77d01b3d-de25-4204-b64a-7d67e17a8c5d)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:43.959465 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:44.013514 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=5901a275-3069-4af9-ac07-96119aafe757,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:44.020611 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:44.020969 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:44.021314 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:44.021649 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:44.021983 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:44.022316 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:44.022643 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:44.022972 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:44.023297 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:44.023622 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:44.023971 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:44.024294 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:44.231207 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['5901a275-3069-4af9-ac07-96119aafe757'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:59:44.787224 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a22bff-d4e9-41c0-98cf-c991f128708f req-c7c3336d-3eac-4cc8-aa46-81e3da43537b tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:44.788486 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c6a22bff-d4e9-41c0-98cf-c991f128708f req-c7c3336d-3eac-4cc8-aa46-81e3da43537b tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=dbae95ba-7c28-443c-88e8-9e9406424ca4 HTTP/1.1" status: 200 len: 944 time: 0.0725102 Jun 30 10:59:44.829627 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c6a22bff-d4e9-41c0-98cf-c991f128708f req-546eb918-3ec6-47e5-b4ec-66abfbac1f20 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6e845de-6128-4bae-bb42-18225685e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342758 Jun 30 10:59:45.474695 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 33e06591-7e13-4991-b420-1014e4fec115 up at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:45.521042 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Provisioning complete for port 33e06591-7e13-4991-b420-1014e4fec115 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:45.521414 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:45.641978 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 5901a275-3069-4af9-ac07-96119aafe757 up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:45.689870 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning for port 5901a275-3069-4af9-ac07-96119aafe757 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:59:45.693805 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port 5901a275-3069-4af9-ac07-96119aafe757 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:45.694182 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:45.769788 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:45.791383 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbae95ba-7c28-443c-88e8-9e9406424ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5901a275-3069-4af9-ac07-96119aafe757'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:59:45.793721 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1069f598-318a-4e1e-9d04-491c712e1c2f" -d '{"events": [{"server_uuid": "dbae95ba-7c28-443c-88e8-9e9406424ca4", "name": "network-vif-plugged", "status": "completed", "tag": "5901a275-3069-4af9-ac07-96119aafe757"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:59:45.806194 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 5901a275-3069-4af9-ac07-96119aafe757, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5901a275-3069-4af9-ac07-96119aafe757,segment=NetworkSegment(77d01b3d-de25-4204-b64a-7d67e17a8c5d),segment_id=77d01b3d-de25-4204-b64a-7d67e17a8c5d)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:45.811542 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:45.842490 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82b61e6-237d-4e13-a118-1b65f166b808 x-openstack-request-id: req-a82b61e6-237d-4e13-a118-1b65f166b808 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:59:45.842864 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbae95ba-7c28-443c-88e8-9e9406424ca4", "name": "network-vif-plugged", "status": "completed", "tag": "5901a275-3069-4af9-ac07-96119aafe757", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:59:45.843026 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a82b61e6-237d-4e13-a118-1b65f166b808 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:59:45.843434 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbae95ba-7c28-443c-88e8-9e9406424ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5901a275-3069-4af9-ac07-96119aafe757', 'code': 200} Jun 30 10:59:45.869651 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=5901a275-3069-4af9-ac07-96119aafe757,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:46.032646 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a135c6-8ccc-48b4-a507-956d0c2dfdeb req-8515b3a6-7a7d-40c5-9391-a30bd75085be tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:46.034779 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-43a135c6-8ccc-48b4-a507-956d0c2dfdeb req-8515b3a6-7a7d-40c5-9391-a30bd75085be tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=dbae95ba-7c28-443c-88e8-9e9406424ca4 HTTP/1.1" status: 200 len: 945 time: 0.0715649 Jun 30 10:59:46.074220 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-43a135c6-8ccc-48b4-a507-956d0c2dfdeb req-0c1e70a3-7b38-4a37-95ff-b5a0de84af28 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6e845de-6128-4bae-bb42-18225685e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329139 Jun 30 10:59:46.080447 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972560fc-04f6-45bf-be15-34fbbd1b7d3e req-8aaf7a46-32be-458d-a399-6c22915fd77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:46.081922 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-972560fc-04f6-45bf-be15-34fbbd1b7d3e req-8aaf7a46-32be-458d-a399-6c22915fd77b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dbae95ba-7c28-443c-88e8-9e9406424ca4 HTTP/1.1" status: 200 len: 1098 time: 0.0515149 Jun 30 10:59:46.119153 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-972560fc-04f6-45bf-be15-34fbbd1b7d3e req-d1b1aab4-3e8d-4673-921a-a3b0c2df940c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b6e845de-6128-4bae-bb42-18225685e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280895 Jun 30 10:59:46.725178 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a6a5a-6f45-4f70-a6b2-d2a11c4f1114 req-a27d965d-370e-4f1b-8994-43de47a36a8e tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:46.726642 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b35a6a5a-6f45-4f70-a6b2-d2a11c4f1114 req-a27d965d-370e-4f1b-8994-43de47a36a8e tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 945 time: 0.0687757 Jun 30 10:59:46.764943 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b35a6a5a-6f45-4f70-a6b2-d2a11c4f1114 req-83844c00-ed71-44d9-b062-521f305fc292 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324211 Jun 30 10:59:46.789157 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 32876) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:46.940892 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ea4350-5059-4f46-8d87-4f8ae4917fdc tempest-TestMinimumBasicScenario-1858763921 tempest-TestMinimumBasicScenario-1858763921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:46.942405 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-37ea4350-5059-4f46-8d87-4f8ae4917fdc tempest-TestMinimumBasicScenario-1858763921 tempest-TestMinimumBasicScenario-1858763921-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 1093 time: 0.1522565 Jun 30 10:59:46.945304 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 32880) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:46.950383 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-c5aec6f2-7ca1-4315-8cb5-e9c4007a37ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Request body: {'floatingip': {'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'port_id': '0292ee5a-02eb-4858-9099-ef4c4f563359', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:46.972876 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c5aec6f2-7ca1-4315-8cb5-e9c4007a37ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for floatingip, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:47.097524 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c5aec6f2-7ca1-4315-8cb5-e9c4007a37ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:47.212498 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_common [None req-c5aec6f2-7ca1-4315-8cb5-e9c4007a37ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Allocated IP 172.27.3.97 (35f17bf8-70f6-411c-85c9-98655ea214de/851b99d8-6dc6-42fa-aa4a-7df3a488276b/e0c9a431-2bda-4cf8-b049-ce424590eacc) {{(pid=92943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:59:47.264870 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f039a-41c0-4269-b929-5196d94c585f req-fd363323-a5b7-4ac7-953d-678883ea95d1 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:47.267590 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-527f039a-41c0-4269-b929-5196d94c585f req-fd363323-a5b7-4ac7-953d-678883ea95d1 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=dbae95ba-7c28-443c-88e8-9e9406424ca4 HTTP/1.1" status: 200 len: 945 time: 0.0740821 Jun 30 10:59:47.269051 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:59:47.306202 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-527f039a-41c0-4269-b929-5196d94c585f req-bde6c786-68fe-4be8-9ee3-38910c865d08 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6e845de-6128-4bae-bb42-18225685e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332742 Jun 30 10:59:47.323494 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c5aec6f2-7ca1-4315-8cb5-e9c4007a37ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for port, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:47.365683 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c5aec6f2-7ca1-4315-8cb5-e9c4007a37ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8725936'] for port, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:47.410210 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aec6f2-7ca1-4315-8cb5-e9c4007a37ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Network 35f17bf8-70f6-411c-85c9-98655ea214de is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:59:47.413361 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-c5aec6f2-7ca1-4315-8cb5-e9c4007a37ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:59:47.421584 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aec6f2-7ca1-4315-8cb5-e9c4007a37ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Received port after_create {{(pid=92943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:59:47.425354 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aec6f2-7ca1-4315-8cb5-e9c4007a37ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Pushing event updated for resources: {'Port': ['ID=e0c9a431-2bda-4cf8-b049-ce424590eacc,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:47.490424 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243a8ad-1e2f-492b-8874-2ca0f592e345 req-1b67ccd8-fe7c-45e5-be7d-8aca71041f24 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:47.491842 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0243a8ad-1e2f-492b-8874-2ca0f592e345 req-1b67ccd8-fe7c-45e5-be7d-8aca71041f24 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=dbae95ba-7c28-443c-88e8-9e9406424ca4 HTTP/1.1" status: 200 len: 945 time: 0.0680482 Jun 30 10:59:47.501154 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 32890) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:47.505718 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-6907e649-ea61-414d-b10c-444f8dd55602 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Request body: {'floatingip': {'port_id': '5901a275-3069-4af9-ac07-96119aafe757'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:47.544671 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6907e649-ea61-414d-b10c-444f8dd55602 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for floatingip, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:47.810870 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c5aec6f2-7ca1-4315-8cb5-e9c4007a37ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:47.889164 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c5aec6f2-7ca1-4315-8cb5-e9c4007a37ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:48.021816 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6907e649-ea61-414d-b10c-444f8dd55602 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:48.026237 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6907e649-ea61-414d-b10c-444f8dd55602 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995794'] for floatingip, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:48.045809 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c5aec6f2-7ca1-4315-8cb5-e9c4007a37ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:48.050528 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c5aec6f2-7ca1-4315-8cb5-e9c4007a37ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725890'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:48.126840 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aec6f2-7ca1-4315-8cb5-e9c4007a37ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Pushing event updated for resources: {'Port': ['ID=e0c9a431-2bda-4cf8-b049-ce424590eacc,revision_number=2']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:48.138109 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c5aec6f2-7ca1-4315-8cb5-e9c4007a37ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995794'] for floatingip, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:48.142940 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.db.l3_db [None req-6907e649-ea61-414d-b10c-444f8dd55602 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Floating IP 3cbecbd2-0684-4bde-8827-1ba69c09c52c associated. External IP: 172.27.3.218, port: 5901a275-3069-4af9-ac07-96119aafe757. Jun 30 10:59:48.240744 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.db.l3_db [None req-c5aec6f2-7ca1-4315-8cb5-e9c4007a37ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Floating IP 11c30d33-336a-4a3f-b375-8dc3a27d61c9 associated. External IP: 172.27.3.97, port: 0292ee5a-02eb-4858-9099-ef4c4f563359. Jun 30 10:59:48.359053 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6907e649-ea61-414d-b10c-444f8dd55602 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Router d1acbf17-3ab3-40e3-9017-c9e71442ac85 has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:59:48.473569 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5aec6f2-7ca1-4315-8cb5-e9c4007a37ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Router ada05209-31c4-4e98-a641-d4c89593e560 has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:59:48.491131 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6907e649-ea61-414d-b10c-444f8dd55602 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:59:48.496231 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6907e649-ea61-414d-b10c-444f8dd55602 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for floatingip, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:48.506217 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662735f9-55a8-4627-afff-07f16a2b07e2 None None] Sync routers for ids ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:59:48.516794 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662735f9-55a8-4627-afff-07f16a2b07e2 None None] Routers {'d1acbf17-3ab3-40e3-9017-c9e71442ac85'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:59:48.517919 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-662735f9-55a8-4627-afff-07f16a2b07e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:59:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:48.534259 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-6907e649-ea61-414d-b10c-444f8dd55602 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "PUT /v2.0/floatingips/3cbecbd2-0684-4bde-8827-1ba69c09c52c HTTP/1.1" status: 200 len: 991 time: 1.0319946 Jun 30 10:59:48.534862 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbae95ba-7c28-443c-88e8-9e9406424ca4', 'tag': '5901a275-3069-4af9-ac07-96119aafe757'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:59:48.537267 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aaefebc-1303-43f7-aa9d-c34eae83045d" -d '{"events": [{"name": "network-changed", "server_uuid": "dbae95ba-7c28-443c-88e8-9e9406424ca4", "tag": "5901a275-3069-4af9-ac07-96119aafe757"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:59:48.625135 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5aec6f2-7ca1-4315-8cb5-e9c4007a37ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:59:48.640429 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83938961-19a2-4876-b348-b69e5b6da3fa None None] Sync routers for ids ['ada05209-31c4-4e98-a641-d4c89593e560'] in dv-cinder-786627-16-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:59:48.646449 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af6f6d0-6792-4d16-82f9-084e7cf5331f x-openstack-request-id: req-4af6f6d0-6792-4d16-82f9-084e7cf5331f {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:59:48.646998 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbae95ba-7c28-443c-88e8-9e9406424ca4", "tag": "5901a275-3069-4af9-ac07-96119aafe757", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:59:48.647331 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c5aec6f2-7ca1-4315-8cb5-e9c4007a37ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for floatingip, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:48.647769 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4af6f6d0-6792-4d16-82f9-084e7cf5331f {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:59:48.648550 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbae95ba-7c28-443c-88e8-9e9406424ca4', 'tag': '5901a275-3069-4af9-ac07-96119aafe757', 'status': 'completed', 'code': 200} Jun 30 10:59:48.653227 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83938961-19a2-4876-b348-b69e5b6da3fa None None] Routers {'ada05209-31c4-4e98-a641-d4c89593e560'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:59:48.653973 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-83938961-19a2-4876-b348-b69e5b6da3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:59:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['ada05209-31c4-4e98-a641-d4c89593e560'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:48.664841 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-662735f9-55a8-4627-afff-07f16a2b07e2 None None] Set router d1acbf17-3ab3-40e3-9017-c9e71442ac85 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:59:48.687697 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-c5aec6f2-7ca1-4315-8cb5-e9c4007a37ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7413266 Jun 30 10:59:48.688300 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220e1864-8fbc-4f49-a0c2-99f7e59b5035', 'tag': '0292ee5a-02eb-4858-9099-ef4c4f563359'}] {{(pid=92943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:59:48.691234 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbe9d626e50383ffb82a595db8fc1549102463c899d09ce870a2344fe6ae64b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac88be8-d0bd-4643-89b7-ecf9d0b5ea9b" -d '{"events": [{"name": "network-changed", "server_uuid": "220e1864-8fbc-4f49-a0c2-99f7e59b5035", "tag": "0292ee5a-02eb-4858-9099-ef4c4f563359"}]}' {{(pid=92943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:59:48.694951 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 32902) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:48.713077 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-e6af56a4-b9a4-473e-8208-71a63e80a372 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1496419979', 'description': 'tempest-secgroup-smoke-1496419979 description', 'project_id': '7048c1aee61f418585e6776bc9e22ed7'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:48.751510 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e6af56a4-b9a4-473e-8208-71a63e80a372 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:48.795469 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaefebc-1303-43f7-aa9d-c34eae83045d req-112572ef-b1cd-4db7-ad09-f94207fa4226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:48.797049 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2aaefebc-1303-43f7-aa9d-c34eae83045d req-112572ef-b1cd-4db7-ad09-f94207fa4226 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f97ed3dca85f49a08eeaada9d16f9c13&device_id=dbae95ba-7c28-443c-88e8-9e9406424ca4 HTTP/1.1" status: 200 len: 1098 time: 0.1105003 Jun 30 10:59:48.815026 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-83938961-19a2-4876-b348-b69e5b6da3fa None None] Set router ada05209-31c4-4e98-a641-d4c89593e560 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:59:48.916379 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2082d4b0-0ad6-4f10-9a26-dd1be2290473 x-openstack-request-id: req-2082d4b0-0ad6-4f10-9a26-dd1be2290473 {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:59:48.916678 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220e1864-8fbc-4f49-a0c2-99f7e59b5035", "tag": "0292ee5a-02eb-4858-9099-ef4c4f563359", "status": "completed", "code": 200}]} {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:59:48.919349 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2082d4b0-0ad6-4f10-9a26-dd1be2290473 {{(pid=92943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:59:48.919862 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220e1864-8fbc-4f49-a0c2-99f7e59b5035', 'tag': '0292ee5a-02eb-4858-9099-ef4c4f563359', 'status': 'completed', 'code': 200} Jun 30 10:59:48.958250 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e6af56a4-b9a4-473e-8208-71a63e80a372 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:48.966261 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e6af56a4-b9a4-473e-8208-71a63e80a372 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:49.002223 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e6af56a4-b9a4-473e-8208-71a63e80a372 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:49.004107 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-e6af56a4-b9a4-473e-8208-71a63e80a372 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2965000 Jun 30 10:59:49.010128 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-662735f9-55a8-4627-afff-07f16a2b07e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'name': 'tempest-AttachVolumeTestJSON-555392615-router', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:27Z', 'revision_number': 4, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'gw_port': {'id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '3cbecbd2-0684-4bde-8827-1ba69c09c52c', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'port_id': '5901a275-3069-4af9-ac07-96119aafe757', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'mac_address': 'fa:16:3e:d2:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbae95ba-7c28-443c-88e8-9e9406424ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:59:32Z', 'updated_at': '2021-06-30T10:59:47Z', 'revision_number': 1, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef798c91-f1e6-41e8-a80f-668a0f24cd3e', 'name': '', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'mac_address': 'fa:16:3e:13:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f321f395-8a24-424f-a000-187ba04163ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:26Z', 'updated_at': '2021-06-30T10:54:38Z', 'revision_number': 5, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'subnets': [{'id': 'f321f395-8a24-424f-a000-187ba04163ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:49.011140 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 32910) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:49.017598 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-e8cd9e56-ce71-4842-b433-7c7dbb67f1b8 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Request body: {'security_group_rule': {'security_group_id': '851fc033-ba15-44d8-8033-f638f4e57c47', 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:49.023983 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af56a4-b9a4-473e-8208-71a63e80a372 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851fc033-ba15-44d8-8033-f638f4e57c47,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:49.055047 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac88be8-d0bd-4643-89b7-ecf9d0b5ea9b req-e0d6d476-556f-46af-8958-b62e17f2c526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:49.056742 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cac88be8-d0bd-4643-89b7-ecf9d0b5ea9b req-e0d6d476-556f-46af-8958-b62e17f2c526 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7048c1aee61f418585e6776bc9e22ed7&device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 1098 time: 0.1371126 Jun 30 10:59:49.060348 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaefebc-1303-43f7-aa9d-c34eae83045d req-f48f8887-6b0e-4cc9-8290-6b8e219b7838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:49.061733 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2aaefebc-1303-43f7-aa9d-c34eae83045d req-f48f8887-6b0e-4cc9-8290-6b8e219b7838 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b064df9a-1bb0-4ef7-88cf-3439f5069f39 HTTP/1.1" status: 200 len: 911 time: 0.2527125 Jun 30 10:59:49.062698 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662735f9-55a8-4627-afff-07f16a2b07e2 None None] Checking router: d1acbf17-3ab3-40e3-9017-c9e71442ac85 for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:59:49.066845 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9e56-ce71-4842-b433-7c7dbb67f1b8 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:49.072520 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662735f9-55a8-4627-afff-07f16a2b07e2 None None] Routers {'d1acbf17-3ab3-40e3-9017-c9e71442ac85'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:59:49.073209 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-662735f9-55a8-4627-afff-07f16a2b07e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:59:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:49.115789 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-83938961-19a2-4876-b348-b69e5b6da3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'name': 'tempest-TestMinimumBasicScenario-1993991835-router', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:46Z', 'revision_number': 4, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'gw_port': {'id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '11c30d33-336a-4a3f-b375-8dc3a27d61c9', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'port_id': '0292ee5a-02eb-4858-9099-ef4c4f563359', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9', 'mac_address': 'fa:16:3e:dc:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220e1864-8fbc-4f49-a0c2-99f7e59b5035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:59:47Z', 'updated_at': '2021-06-30T10:59:47Z', 'revision_number': 0, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7d3c34-316b-4d7e-8085-0544e99c820a', 'name': '', 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'mac_address': 'fa:16:3e:00:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '355e2b66-56b8-4dd2-9aa5-eea17072a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:45Z', 'updated_at': '2021-06-30T10:58:51Z', 'revision_number': 5, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'subnets': [{'id': '355e2b66-56b8-4dd2-9aa5-eea17072a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:49.149386 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83938961-19a2-4876-b348-b69e5b6da3fa None None] Checking router: ada05209-31c4-4e98-a641-d4c89593e560 for host: dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:59:49.150321 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9e56-ce71-4842-b433-7c7dbb67f1b8 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:49.161172 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83938961-19a2-4876-b348-b69e5b6da3fa None None] Routers {'ada05209-31c4-4e98-a641-d4c89593e560'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:59:49.161172 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-83938961-19a2-4876-b348-b69e5b6da3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T10:59:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['ada05209-31c4-4e98-a641-d4c89593e560'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:49.161835 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9e56-ce71-4842-b433-7c7dbb67f1b8 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:49.217432 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd9e56-ce71-4842-b433-7c7dbb67f1b8 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e10ef09-b786-45a2-ac6d-4bf5f08b2a3b,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:49.234246 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-662735f9-55a8-4627-afff-07f16a2b07e2 None None] Set router d1acbf17-3ab3-40e3-9017-c9e71442ac85 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:59:49.240189 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9e56-ce71-4842-b433-7c7dbb67f1b8 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:49.241918 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-e8cd9e56-ce71-4842-b433-7c7dbb67f1b8 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2287130 Jun 30 10:59:49.245525 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac88be8-d0bd-4643-89b7-ecf9d0b5ea9b req-2a6d87c4-4657-4752-98d6-5e445c79f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:49.246477 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 32914) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:49.249461 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cac88be8-d0bd-4643-89b7-ecf9d0b5ea9b req-2a6d87c4-4657-4752-98d6-5e445c79f2e5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 HTTP/1.1" status: 200 len: 916 time: 0.1807606 Jun 30 10:59:49.251242 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-b32eec4f-f810-464a-b60b-eadafc037204 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Request body: {'security_group_rule': {'security_group_id': '851fc033-ba15-44d8-8033-f638f4e57c47', 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:49.268558 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2aaefebc-1303-43f7-aa9d-c34eae83045d req-923c9cfe-318f-4764-a36f-d5c1b59268eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5901a275-3069-4af9-ac07-96119aafe757 HTTP/1.1" status: 200 len: 999 time: 0.0866823 Jun 30 10:59:49.289348 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b32eec4f-f810-464a-b60b-eadafc037204 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:49.313179 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-83938961-19a2-4876-b348-b69e5b6da3fa None None] Set router ada05209-31c4-4e98-a641-d4c89593e560 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:59:49.390489 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaefebc-1303-43f7-aa9d-c34eae83045d req-695234b3-0b62-4db3-95c8-f1287d416df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:49.393086 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2aaefebc-1303-43f7-aa9d-c34eae83045d req-695234b3-0b62-4db3-95c8-f1287d416df9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f321f395-8a24-424f-a000-187ba04163ef HTTP/1.1" status: 200 len: 849 time: 0.1150939 Jun 30 10:59:49.395264 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cac88be8-d0bd-4643-89b7-ecf9d0b5ea9b req-e9d242e7-46ba-42ee-9a80-21de6a48e572 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0292ee5a-02eb-4858-9099-ef4c4f563359 HTTP/1.1" status: 200 len: 998 time: 0.1250570 Jun 30 10:59:49.533221 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac88be8-d0bd-4643-89b7-ecf9d0b5ea9b req-92783bc8-4c8e-43a8-bfd1-d49fc3980350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:49.534840 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cac88be8-d0bd-4643-89b7-ecf9d0b5ea9b req-92783bc8-4c8e-43a8-bfd1-d49fc3980350 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=355e2b66-56b8-4dd2-9aa5-eea17072a99a HTTP/1.1" status: 200 len: 854 time: 0.1075060 Jun 30 10:59:49.568492 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaefebc-1303-43f7-aa9d-c34eae83045d req-1256dfde-1c30-44b3-b206-fb0e19592f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:49.569148 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-662735f9-55a8-4627-afff-07f16a2b07e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'name': 'tempest-AttachVolumeTestJSON-555392615-router', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:27Z', 'revision_number': 4, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'gw_port': {'id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '3cbecbd2-0684-4bde-8827-1ba69c09c52c', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'port_id': '5901a275-3069-4af9-ac07-96119aafe757', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'mac_address': 'fa:16:3e:d2:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbae95ba-7c28-443c-88e8-9e9406424ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:59:32Z', 'updated_at': '2021-06-30T10:59:47Z', 'revision_number': 1, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef798c91-f1e6-41e8-a80f-668a0f24cd3e', 'name': '', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'mac_address': 'fa:16:3e:13:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f321f395-8a24-424f-a000-187ba04163ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:26Z', 'updated_at': '2021-06-30T10:54:38Z', 'revision_number': 5, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'subnets': [{'id': 'f321f395-8a24-424f-a000-187ba04163ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:49.570278 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2aaefebc-1303-43f7-aa9d-c34eae83045d req-1256dfde-1c30-44b3-b206-fb0e19592f46 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b064df9a-1bb0-4ef7-88cf-3439f5069f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1548626 Jun 30 10:59:49.594514 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b32eec4f-f810-464a-b60b-eadafc037204 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:49.602113 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b32eec4f-f810-464a-b60b-eadafc037204 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:49.616993 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662735f9-55a8-4627-afff-07f16a2b07e2 None None] The sync data for ids ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'] in dv-cinder-786627-16-iscsi is: [{'id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'name': 'tempest-AttachVolumeTestJSON-555392615-router', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:27Z', 'revision_number': 4, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'gw_port': {'id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '3cbecbd2-0684-4bde-8827-1ba69c09c52c', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'port_id': '5901a275-3069-4af9-ac07-96119aafe757', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'mac_address': 'fa:16:3e:d2:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbae95ba-7c28-443c-88e8-9e9406424ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:59:32Z', 'updated_at': '2021-06-30T10:59:47Z', 'revision_number': 1, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef798c91-f1e6-41e8-a80f-668a0f24cd3e', 'name': '', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'mac_address': 'fa:16:3e:13:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f321f395-8a24-424f-a000-187ba04163ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:26Z', 'updated_at': '2021-06-30T10:54:38Z', 'revision_number': 5, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'subnets': [{'id': 'f321f395-8a24-424f-a000-187ba04163ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:59:49.631674 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32eec4f-f810-464a-b60b-eadafc037204 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d481b25e-5689-460e-99ac-4e3a6263d6bf,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:49.641444 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b32eec4f-f810-464a-b60b-eadafc037204 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:49.643133 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-b32eec4f-f810-464a-b60b-eadafc037204 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3955071 Jun 30 10:59:49.646434 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 32918) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:49.653536 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-4dfd5b65-c0a3-4833-bab1-b4153af1c424 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Request body: {'security_group_rule': {'security_group_id': '851fc033-ba15-44d8-8033-f638f4e57c47', 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:49.663373 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-83938961-19a2-4876-b348-b69e5b6da3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'name': 'tempest-TestMinimumBasicScenario-1993991835-router', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:46Z', 'revision_number': 4, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'gw_port': {'id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '11c30d33-336a-4a3f-b375-8dc3a27d61c9', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'port_id': '0292ee5a-02eb-4858-9099-ef4c4f563359', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9', 'mac_address': 'fa:16:3e:dc:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220e1864-8fbc-4f49-a0c2-99f7e59b5035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:59:47Z', 'updated_at': '2021-06-30T10:59:47Z', 'revision_number': 0, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7d3c34-316b-4d7e-8085-0544e99c820a', 'name': '', 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'mac_address': 'fa:16:3e:00:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '355e2b66-56b8-4dd2-9aa5-eea17072a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:45Z', 'updated_at': '2021-06-30T10:58:51Z', 'revision_number': 5, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'subnets': [{'id': '355e2b66-56b8-4dd2-9aa5-eea17072a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:59:49.696059 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83938961-19a2-4876-b348-b69e5b6da3fa None None] The sync data for ids ['ada05209-31c4-4e98-a641-d4c89593e560'] in dv-cinder-786627-16-iscsi is: [{'id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'name': 'tempest-TestMinimumBasicScenario-1993991835-router', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:46Z', 'revision_number': 4, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'gw_port': {'id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '11c30d33-336a-4a3f-b375-8dc3a27d61c9', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'port_id': '0292ee5a-02eb-4858-9099-ef4c4f563359', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9', 'mac_address': 'fa:16:3e:dc:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220e1864-8fbc-4f49-a0c2-99f7e59b5035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:59:47Z', 'updated_at': '2021-06-30T10:59:47Z', 'revision_number': 0, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7d3c34-316b-4d7e-8085-0544e99c820a', 'name': '', 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'mac_address': 'fa:16:3e:00:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '355e2b66-56b8-4dd2-9aa5-eea17072a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:45Z', 'updated_at': '2021-06-30T10:58:51Z', 'revision_number': 5, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'subnets': [{'id': '355e2b66-56b8-4dd2-9aa5-eea17072a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:59:49.708027 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4dfd5b65-c0a3-4833-bab1-b4153af1c424 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:49.709890 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac88be8-d0bd-4643-89b7-ecf9d0b5ea9b req-48bb013f-3361-44fd-9c2f-8e5a5fe3f3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:49.711393 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cac88be8-d0bd-4643-89b7-ecf9d0b5ea9b req-48bb013f-3361-44fd-9c2f-8e5a5fe3f3a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1662889 Jun 30 10:59:49.785411 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2aaefebc-1303-43f7-aa9d-c34eae83045d req-4d0b41d9-9198-4a86-8793-06042ead3753 service neutron] 10.222.0.39 "GET /v2.0/networks/b064df9a-1bb0-4ef7-88cf-3439f5069f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941319 Jun 30 10:59:49.837542 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4dfd5b65-c0a3-4833-bab1-b4153af1c424 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:49.847676 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4dfd5b65-c0a3-4833-bab1-b4153af1c424 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:49.871899 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd5b65-c0a3-4833-bab1-b4153af1c424 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a35b8a8-6ca5-4c56-a63e-ba7a90ce0102,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:49.889364 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4dfd5b65-c0a3-4833-bab1-b4153af1c424 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:49.893289 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-4dfd5b65-c0a3-4833-bab1-b4153af1c424 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2425606 Jun 30 10:59:49.893925 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 32924) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:49.898879 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-554b55c1-9304-4eee-af9c-a58009901c31 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Request body: {'security_group_rule': {'security_group_id': '851fc033-ba15-44d8-8033-f638f4e57c47', 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:49.930330 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-554b55c1-9304-4eee-af9c-a58009901c31 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:50.016671 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-554b55c1-9304-4eee-af9c-a58009901c31 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:50.022212 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-554b55c1-9304-4eee-af9c-a58009901c31 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:50.043847 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b55c1-9304-4eee-af9c-a58009901c31 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d4bf7d-72b6-462e-b7ed-6fabc93974cc,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:50.053737 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-554b55c1-9304-4eee-af9c-a58009901c31 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:50.055137 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-554b55c1-9304-4eee-af9c-a58009901c31 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1599987 Jun 30 10:59:50.057931 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 32926) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:50.064955 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-e66d8ce6-1dd1-4db5-a5fd-c8816b87b7ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Request body: {'security_group_rule': {'security_group_id': '851fc033-ba15-44d8-8033-f638f4e57c47', 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:50.099810 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.db.securitygroups_db [None req-e66d8ce6-1dd1-4db5-a5fd-c8816b87b7ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Project 7048c1aee61f418585e6776bc9e22ed7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:59:50.107994 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e66d8ce6-1dd1-4db5-a5fd-c8816b87b7ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:50.145798 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b0c851-bbf3-48a8-bbfa-cf85b331aa58 None None] New status for floating IP 3cbecbd2-0684-4bde-8827-1ba69c09c52c: ACTIVE {{(pid=92944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:59:50.182364 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e66d8ce6-1dd1-4db5-a5fd-c8816b87b7ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:50.193231 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd1d1a6-724e-4eaa-8d29-31c83b825d61 None None] New status for floating IP 11c30d33-336a-4a3f-b375-8dc3a27d61c9: ACTIVE {{(pid=92945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:59:50.195342 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e66d8ce6-1dd1-4db5-a5fd-c8816b87b7ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:50.215937 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d8ce6-1dd1-4db5-a5fd-c8816b87b7ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda692d2-8c36-4ea5-b39f-fcb27881244b,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:50.231100 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e66d8ce6-1dd1-4db5-a5fd-c8816b87b7ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:50.234576 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-e66d8ce6-1dd1-4db5-a5fd-c8816b87b7ef tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1721835 Jun 30 10:59:50.234722 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cac88be8-d0bd-4643-89b7-ecf9d0b5ea9b req-5b6c7f64-c901-44f7-a8fa-13f3d5dcca9a service neutron] 10.222.0.39 "GET /v2.0/networks/aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111690 Jun 30 10:59:50.234824 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 32928) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:50.242335 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2aaefebc-1303-43f7-aa9d-c34eae83045d req-49a62873-5985-49c8-a2ba-daa921c58bf1 service neutron] 10.222.0.39 "GET /v2.0/networks/b064df9a-1bb0-4ef7-88cf-3439f5069f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465525 Jun 30 10:59:50.245413 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-bfeb6ac4-249a-4f57-a27b-b06d78ad8c4b tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Request body: {'security_group_rule': {'security_group_id': '851fc033-ba15-44d8-8033-f638f4e57c47', 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:50.295092 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.db.securitygroups_db [None req-bfeb6ac4-249a-4f57-a27b-b06d78ad8c4b tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Project 7048c1aee61f418585e6776bc9e22ed7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:59:50.306402 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6ac4-249a-4f57-a27b-b06d78ad8c4b tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:50.360596 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cac88be8-d0bd-4643-89b7-ecf9d0b5ea9b req-76538606-3322-4d10-9bed-e48bfd87746f service neutron] 10.222.0.39 "GET /v2.0/networks/aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163929 Jun 30 10:59:50.406227 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6ac4-249a-4f57-a27b-b06d78ad8c4b tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:50.409912 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6ac4-249a-4f57-a27b-b06d78ad8c4b tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1638921'] for security_group_rule, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:50.428811 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb6ac4-249a-4f57-a27b-b06d78ad8c4b tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63d8046-804d-4b37-974c-81689a680b9f,revision_number=0']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:50.432526 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6ac4-249a-4f57-a27b-b06d78ad8c4b tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:50.437305 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-bfeb6ac4-249a-4f57-a27b-b06d78ad8c4b tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1990433 Jun 30 10:59:50.564943 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b070fd20-2516-46ab-8b06-4a546ad0f280 req-1972d1d2-645d-4bb2-b291-ae7ba435cdbd tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1496419979&fields=id&tenant_id=7048c1aee61f418585e6776bc9e22ed7 HTTP/1.1" status: 200 len: 267 time: 0.0391850 Jun 30 10:59:50.638866 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070fd20-2516-46ab-8b06-4a546ad0f280 req-0a9a55fc-3424-424a-a001-d5ef904341af tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:50.641434 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b070fd20-2516-46ab-8b06-4a546ad0f280 req-0a9a55fc-3424-424a-a001-d5ef904341af tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 945 time: 0.0706880 Jun 30 10:59:50.653184 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-b070fd20-2516-46ab-8b06-4a546ad0f280 req-ca58a88b-5723-4613-bc8e-4e02e7cd71ec tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Request body: {'port': {'security_groups': ['bc80a363-a74b-470f-997d-bfe2d806fe40', '851fc033-ba15-44d8-8033-f638f4e57c47']}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:59:50.739557 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-b070fd20-2516-46ab-8b06-4a546ad0f280 req-ca58a88b-5723-4613-bc8e-4e02e7cd71ec tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:50.936651 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-b070fd20-2516-46ab-8b06-4a546ad0f280 req-ca58a88b-5723-4613-bc8e-4e02e7cd71ec tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] For port 0292ee5a-02eb-4858-9099-ef4c4f563359, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0292ee5a-02eb-4858-9099-ef4c4f563359,segment=NetworkSegment(dd7bda40-22d2-419c-90e9-0926d7fa038b),segment_id=dd7bda40-22d2-419c-90e9-0926d7fa038b)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:50.976506 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-b070fd20-2516-46ab-8b06-4a546ad0f280 req-ca58a88b-5723-4613-bc8e-4e02e7cd71ec tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:50.982682 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-b070fd20-2516-46ab-8b06-4a546ad0f280 req-ca58a88b-5723-4613-bc8e-4e02e7cd71ec tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:51.001057 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['0292ee5a-02eb-4858-9099-ef4c4f563359'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:59:51.044348 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070fd20-2516-46ab-8b06-4a546ad0f280 req-ca58a88b-5723-4613-bc8e-4e02e7cd71ec tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:51.045454 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-b070fd20-2516-46ab-8b06-4a546ad0f280 req-ca58a88b-5723-4613-bc8e-4e02e7cd71ec tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:51.048472 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b070fd20-2516-46ab-8b06-4a546ad0f280 req-ca58a88b-5723-4613-bc8e-4e02e7cd71ec tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "PUT /v2.0/ports/0292ee5a-02eb-4858-9099-ef4c4f563359 HTTP/1.1" status: 200 len: 981 time: 0.4007897 Jun 30 10:59:51.049451 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220e1864-8fbc-4f49-a0c2-99f7e59b5035', 'tag': '0292ee5a-02eb-4858-9099-ef4c4f563359'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:59:51.057041 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f9f13c-f16a-4c03-bfe9-55e797ca8ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "220e1864-8fbc-4f49-a0c2-99f7e59b5035", "tag": "0292ee5a-02eb-4858-9099-ef4c4f563359"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:59:51.100503 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58a88b-5723-4613-bc8e-4e02e7cd71ec tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Pushing event updated for resources: {'Port': ['ID=0292ee5a-02eb-4858-9099-ef4c4f563359,revision_number=6']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:51.158082 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc86bd0-ee5d-4d78-9919-eed730c97a1e x-openstack-request-id: req-8fc86bd0-ee5d-4d78-9919-eed730c97a1e {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:59:51.158674 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220e1864-8fbc-4f49-a0c2-99f7e59b5035", "tag": "0292ee5a-02eb-4858-9099-ef4c4f563359", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:59:51.159538 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8fc86bd0-ee5d-4d78-9919-eed730c97a1e {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:59:51.160083 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220e1864-8fbc-4f49-a0c2-99f7e59b5035', 'tag': '0292ee5a-02eb-4858-9099-ef4c4f563359', 'status': 'completed', 'code': 200} Jun 30 10:59:51.224588 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['0292ee5a-02eb-4858-9099-ef4c4f563359'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:59:51.272897 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69608416-e7fe-4f81-942f-0c19307d9645 req-d55f21e5-985f-4898-9ce0-5885acf5d6b9 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:51.274428 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-69608416-e7fe-4f81-942f-0c19307d9645 req-d55f21e5-985f-4898-9ce0-5885acf5d6b9 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 984 time: 0.1102560 Jun 30 10:59:51.309274 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9f13c-f16a-4c03-bfe9-55e797ca8ed5 req-8a3b3d20-5513-4fbb-9b1f-8949c956f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:51.310791 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44f9f13c-f16a-4c03-bfe9-55e797ca8ed5 req-8a3b3d20-5513-4fbb-9b1f-8949c956f370 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7048c1aee61f418585e6776bc9e22ed7&device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 1137 time: 0.1093225 Jun 30 10:59:51.338238 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-132e80c8-477e-450a-bf40-a1917c5ccca2 None None] Provisioning complete for port 0292ee5a-02eb-4858-9099-ef4c4f563359 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:51.338609 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-132e80c8-477e-450a-bf40-a1917c5ccca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:51.395679 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-69608416-e7fe-4f81-942f-0c19307d9645 req-08f55025-eea4-47a0-96b8-8d837234b6d8 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=851fc033-ba15-44d8-8033-f638f4e57c47&id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069713 Jun 30 10:59:51.450903 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9f13c-f16a-4c03-bfe9-55e797ca8ed5 req-aa1eb620-be7d-41f4-b15b-098b875f60c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:51.452460 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44f9f13c-f16a-4c03-bfe9-55e797ca8ed5 req-aa1eb620-be7d-41f4-b15b-098b875f60c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 HTTP/1.1" status: 200 len: 916 time: 0.1333759 Jun 30 10:59:51.539538 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44f9f13c-f16a-4c03-bfe9-55e797ca8ed5 req-ba0ff1e6-8225-4637-b982-3da169f36b3a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0292ee5a-02eb-4858-9099-ef4c4f563359 HTTP/1.1" status: 200 len: 1000 time: 0.0767412 Jun 30 10:59:51.603626 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9f13c-f16a-4c03-bfe9-55e797ca8ed5 req-5b7d6a9b-a8c9-44d4-9b79-57c8df39fea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:51.605838 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44f9f13c-f16a-4c03-bfe9-55e797ca8ed5 req-5b7d6a9b-a8c9-44d4-9b79-57c8df39fea3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=355e2b66-56b8-4dd2-9aa5-eea17072a99a HTTP/1.1" status: 200 len: 854 time: 0.0583239 Jun 30 10:59:51.685059 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9f13c-f16a-4c03-bfe9-55e797ca8ed5 req-91bc6e3c-6fee-46fb-803b-65326d2f4c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:51.687139 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44f9f13c-f16a-4c03-bfe9-55e797ca8ed5 req-91bc6e3c-6fee-46fb-803b-65326d2f4c63 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0679626 Jun 30 10:59:51.819097 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44f9f13c-f16a-4c03-bfe9-55e797ca8ed5 req-052fb5d0-4f48-4c57-a04e-ec80df1f1bb9 service neutron] 10.222.0.39 "GET /v2.0/networks/aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165681 Jun 30 10:59:51.951366 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44f9f13c-f16a-4c03-bfe9-55e797ca8ed5 req-7ad7998a-40c6-44ae-ae2c-c4f67784674e service neutron] 10.222.0.39 "GET /v2.0/networks/aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230471 Jun 30 11:00:03.203216 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-ec92aee6-d68c-403a-92d8-6d9de953754a tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-283963470&fields=id&tenant_id=8972964496a446a198dd6c19b876f8a1 HTTP/1.1" status: 200 len: 267 time: 0.0325000 Jun 30 11:00:03.308893 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-a3b8b4e0-f198-4308-8eb1-d318e8f68c35 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:03.310952 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-a3b8b4e0-f198-4308-8eb1-d318e8f68c35 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/networks?id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 HTTP/1.1" status: 200 len: 812 time: 0.1014669 Jun 30 11:00:03.326260 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-d2b0c8d1-56c5-446a-b9d4-6eaaaca4b051 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/quotas/8972964496a446a198dd6c19b876f8a1 HTTP/1.1" status: 200 len: 375 time: 0.0092118 Jun 30 11:00:03.399000 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-72ec3feb-a709-4da1-be4f-044c3babc0c2 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=8972964496a446a198dd6c19b876f8a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670381 Jun 30 11:00:03.541053 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-a5c28439-603d-4324-9682-3be58cda1528 service neutron] 10.222.0.91 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300080 Jun 30 11:00:03.633160 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-18361784-8499-4054-8473-d906ced437e7 service neutron] 10.222.0.91 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862622 Jun 30 11:00:03.932571 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0ed336a8-c135-455c-9d82-0ae14f821f46 req-fee43c0f-2bfb-45f8-b716-91c1c9fe3598 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=72dd9988-9861-4b66-a893-a94bc9a393f6 HTTP/1.1" status: 200 len: 210 time: 0.0291636 Jun 30 11:00:04.086632 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:05.076485 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6a843fb1-6db5-4aac-b07b-0e24cbd1dc06 req-9b5befd9-ab90-4c4a-9acc-709c8e0ff24a tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=72dd9988-9861-4b66-a893-a94bc9a393f6 HTTP/1.1" status: 200 len: 210 time: 0.0300729 Jun 30 11:00:05.209807 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-be756fd3-83d2-4226-ba94-ff104302523f tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:05.211219 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-be756fd3-83d2-4226-ba94-ff104302523f tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.39 "GET /v2.0/networks?id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 HTTP/1.1" status: 200 len: 812 time: 0.1144304 Jun 30 11:00:05.259904 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-4dfbabc5-09a5-4a05-a983-8a0bc966a24f tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8972964496a446a198dd6c19b876f8a1 HTTP/1.1" status: 200 len: 379 time: 0.0355418 Jun 30 11:00:05.269081 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-6757f9d2-e7c4-4d7d-9ad1-25f1351b82a4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Request body: {'port': {'device_id': '72dd9988-9861-4b66-a893-a94bc9a393f6', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'admin_state_up': True, 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'security_groups': ['6cd0934e-37a6-4684-bac2-1123ed837321']}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:00:05.389788 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-6757f9d2-e7c4-4d7d-9ad1-25f1351b82a4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Made reservation on behalf of 8972964496a446a198dd6c19b876f8a1 for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:00:05.393510 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-6757f9d2-e7c4-4d7d-9ad1-25f1351b82a4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:05.524043 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-6757f9d2-e7c4-4d7d-9ad1-25f1351b82a4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Allocated IP 172.20.0.7 (087e97f3-dc3b-4c8f-b9f1-1866bc5918b4/efd489e9-f644-41f7-aacc-89874a3cc5ce/30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:00:05.672333 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-6757f9d2-e7c4-4d7d-9ad1-25f1351b82a4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:05.686469 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-6757f9d2-e7c4-4d7d-9ad1-25f1351b82a4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Transition to ACTIVE for port object 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:00:05.727565 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-6757f9d2-e7c4-4d7d-9ad1-25f1351b82a4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8415484'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:05.777774 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-6757f9d2-e7c4-4d7d-9ad1-25f1351b82a4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Network 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:00:05.784097 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-6757f9d2-e7c4-4d7d-9ad1-25f1351b82a4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:00:05.786371 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-6757f9d2-e7c4-4d7d-9ad1-25f1351b82a4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 11:00:05.817414 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757f9d2-e7c4-4d7d-9ad1-25f1351b82a4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Pushing event updated for resources: {'Port': ['ID=30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:00:05.857219 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-6757f9d2-e7c4-4d7d-9ad1-25f1351b82a4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:05.857852 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-6757f9d2-e7c4-4d7d-9ad1-25f1351b82a4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:05.892722 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-6757f9d2-e7c4-4d7d-9ad1-25f1351b82a4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6272023 Jun 30 11:00:05.901820 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-4f73d3a5-8f2b-401b-8069-62e184e8cef9 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-631541008&fields=id&tenant_id=13a517d383e7473c96ab94778ebcde3d HTTP/1.1" status: 200 len: 267 time: 0.0571632 Jun 30 11:00:05.910164 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-bacc6a57-ee0f-4d15-bb06-2dbc62fae122 service neutron] Request body: {'port': {'device_id': '72dd9988-9861-4b66-a893-a94bc9a393f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:00:05.972741 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f69a35f2-f276-4568-9af8-11e1db47acfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:06.077553 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-bacc6a57-ee0f-4d15-bb06-2dbc62fae122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:06.095396 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-eda79a43-dcbe-44a8-b582-1bcc91b98f80 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:06.097207 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-eda79a43-dcbe-44a8-b582-1bcc91b98f80 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/networks?id=45ec7867-bc94-42bd-8b7b-b41a690b0731 HTTP/1.1" status: 200 len: 808 time: 0.1842959 Jun 30 11:00:06.099519 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-fb3415c3-1f61-4891-917b-d5c3a6e25907 None None] Provisioning for port 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:00:06.103875 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-fb3415c3-1f61-4891-917b-d5c3a6e25907 None None] Provisioning complete for port 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:00:06.104352 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb3415c3-1f61-4891-917b-d5c3a6e25907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:06.120999 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-07e26dc4-7252-4159-b1a4-7e2be782a1a9 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/quotas/13a517d383e7473c96ab94778ebcde3d HTTP/1.1" status: 200 len: 375 time: 0.0172844 Jun 30 11:00:06.138567 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-fb3415c3-1f61-4891-917b-d5c3a6e25907 None None] Port 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 11:00:06.259580 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fac988-bf7d-4307-bec3-859d6d32506f req-0c077f1d-8974-460b-8470-c6d4f670e2f0 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:06.261076 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-66fac988-bf7d-4307-bec3-859d6d32506f req-0c077f1d-8974-460b-8470-c6d4f670e2f0 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=72dd9988-9861-4b66-a893-a94bc9a393f6 HTTP/1.1" status: 200 len: 931 time: 0.0660255 Jun 30 11:00:06.300113 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-66fac988-bf7d-4307-bec3-859d6d32506f req-7409a57c-2616-4b7f-80b9-076f3336238f tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331047 Jun 30 11:00:06.327498 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-10d6cb73-b044-417c-8c89-58dd882d07ad tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=13a517d383e7473c96ab94778ebcde3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1835659 Jun 30 11:00:06.470447 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-1da4a298-5a29-441a-87bd-1f684f31b60d service neutron] 10.222.0.91 "GET /v2.0/networks/45ec7867-bc94-42bd-8b7b-b41a690b0731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304772 Jun 30 11:00:06.544671 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-bacc6a57-ee0f-4d15-bb06-2dbc62fae122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 11:00:06.556543 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-bacc6a57-ee0f-4d15-bb06-2dbc62fae122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:06.576413 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-bacc6a57-ee0f-4d15-bb06-2dbc62fae122 service neutron] Transition to ACTIVE for port object 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:00:06.582820 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-bacc6a57-ee0f-4d15-bb06-2dbc62fae122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:06.640671 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-f21a5616-5b92-4c4e-bd79-737b7084c947 service neutron] 10.222.0.91 "GET /v2.0/networks/45ec7867-bc94-42bd-8b7b-b41a690b0731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527159 Jun 30 11:00:06.647747 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc6a57-ee0f-4d15-bb06-2dbc62fae122 service neutron] Pushing event updated for resources: {'Port': ['ID=30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:00:06.752917 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-bacc6a57-ee0f-4d15-bb06-2dbc62fae122 service neutron] Attempting to bind port 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 11:00:06.752917 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-bacc6a57-ee0f-4d15-bb06-2dbc62fae122 service neutron] Attempting to bind port 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'c484a693-02fe-4b88-b031-94070b401948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 11:00:06.752917 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-bacc6a57-ee0f-4d15-bb06-2dbc62fae122 service neutron] Attempting to bind port 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 on network 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:00:06.758510 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-bacc6a57-ee0f-4d15-bb06-2dbc62fae122 service neutron] Port 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 on network 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 11:00:06.758846 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-bacc6a57-ee0f-4d15-bb06-2dbc62fae122 service neutron] Attempting to bind port 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 on network 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:00:06.765316 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-bacc6a57-ee0f-4d15-bb06-2dbc62fae122 service neutron] Checking agent: {'id': '5d5b2242-4ffd-4515-a15c-824c74b42c52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'started_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 11, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:00:06.765738 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-bacc6a57-ee0f-4d15-bb06-2dbc62fae122 service neutron] Checking segment: {'id': 'c484a693-02fe-4b88-b031-94070b401948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 11:00:06.766276 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-bacc6a57-ee0f-4d15-bb06-2dbc62fae122 service neutron] Bound using segment: {'id': 'c484a693-02fe-4b88-b031-94070b401948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:00:06.766726 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-bacc6a57-ee0f-4d15-bb06-2dbc62fae122 service neutron] Bound port: 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c484a693-02fe-4b88-b031-94070b401948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 11:00:06.767094 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-bacc6a57-ee0f-4d15-bb06-2dbc62fae122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:06.859827 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-bacc6a57-ee0f-4d15-bb06-2dbc62fae122 service neutron] For port 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3, host hv-cinder-78662, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 11:00:06.865526 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-bacc6a57-ee0f-4d15-bb06-2dbc62fae122 service neutron] For port 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3,segment=NetworkSegment(c484a693-02fe-4b88-b031-94070b401948),segment_id=c484a693-02fe-4b88-b031-94070b401948)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 11:00:06.869821 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-bacc6a57-ee0f-4d15-bb06-2dbc62fae122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:06.921351 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-bacc6a57-ee0f-4d15-bb06-2dbc62fae122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:06.922045 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-bacc6a57-ee0f-4d15-bb06-2dbc62fae122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:06.923567 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-bacc6a57-ee0f-4d15-bb06-2dbc62fae122 service neutron] 10.222.0.39 "PUT /v2.0/ports/30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 HTTP/1.1" status: 200 len: 1093 time: 1.0187287 Jun 30 11:00:06.923933 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dd9988-9861-4b66-a893-a94bc9a393f6', 'tag': '30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:00:06.926233 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf60521-95e5-4cb6-8d32-8cc68981973b" -d '{"events": [{"name": "network-changed", "server_uuid": "72dd9988-9861-4b66-a893-a94bc9a393f6", "tag": "30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:00:06.999344 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc6a57-ee0f-4d15-bb06-2dbc62fae122 service neutron] Pushing event updated for resources: {'Port': ['ID=30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:00:07.048782 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-516d1a09-31a7-4356-9dd4-b5fa9f62f616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:07.050356 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-516d1a09-31a7-4356-9dd4-b5fa9f62f616 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8972964496a446a198dd6c19b876f8a1&device_id=72dd9988-9861-4b66-a893-a94bc9a393f6 HTTP/1.1" status: 200 len: 1096 time: 0.0812745 Jun 30 11:00:07.109687 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-6b2fa55b-a88f-471a-af2a-9dfb453bbeec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 HTTP/1.1" status: 200 len: 217 time: 0.0450230 Jun 30 11:00:07.111456 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 11:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcfbce6-2b99-42a2-ae57-6477f5519ff5 x-openstack-request-id: req-4bcfbce6-2b99-42a2-ae57-6477f5519ff5 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:00:07.111785 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72dd9988-9861-4b66-a893-a94bc9a393f6", "tag": "30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:00:07.112054 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4bcfbce6-2b99-42a2-ae57-6477f5519ff5 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:00:07.112440 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72dd9988-9861-4b66-a893-a94bc9a393f6', 'tag': '30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3', 'status': 'completed', 'code': 200} Jun 30 11:00:07.181087 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3074d78b-6103-464d-b4ec-c105719361a5 req-a1299d14-6cf5-4827-8a21-b84265478eca tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 210 time: 0.0417209 Jun 30 11:00:07.181189 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-93b4ec95-581b-438e-8da3-a027aaa057d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:07.181189 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-93b4ec95-581b-438e-8da3-a027aaa057d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=efd489e9-f644-41f7-aacc-89874a3cc5ce HTTP/1.1" status: 200 len: 851 time: 0.0548477 Jun 30 11:00:07.235967 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-94f77b54-71bf-4355-8d6b-7db88cd70108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:07.237374 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-94f77b54-71bf-4355-8d6b-7db88cd70108 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0564864 Jun 30 11:00:07.335710 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-c361f95d-f4fd-40c0-bc71-c26c9892111a service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911286 Jun 30 11:00:07.472268 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-781a39ce-2e67-44d0-b10b-559f53d7b341 req-1841b7a8-bb3d-451b-99e7-724294a21095 service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299491 Jun 30 11:00:07.509516 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13ba8b-25e0-4d59-887d-df636d28406b req-16064505-160e-4514-87b6-ca967dd697cd tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:07.510911 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3b13ba8b-25e0-4d59-887d-df636d28406b req-16064505-160e-4514-87b6-ca967dd697cd tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=72dd9988-9861-4b66-a893-a94bc9a393f6 HTTP/1.1" status: 200 len: 943 time: 0.0926907 Jun 30 11:00:07.551420 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3b13ba8b-25e0-4d59-887d-df636d28406b req-86a092db-a070-43bb-86d5-38e2bd0e3b14 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343113 Jun 30 11:00:07.614724 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf60521-95e5-4cb6-8d32-8cc68981973b req-53d887ec-72f5-4976-a767-74f2735af15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:07.616306 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fcf60521-95e5-4cb6-8d32-8cc68981973b req-53d887ec-72f5-4976-a767-74f2735af15e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8972964496a446a198dd6c19b876f8a1&device_id=72dd9988-9861-4b66-a893-a94bc9a393f6 HTTP/1.1" status: 200 len: 1096 time: 0.0593121 Jun 30 11:00:07.717580 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf60521-95e5-4cb6-8d32-8cc68981973b req-c9c0425b-5fc3-4c19-9866-5597a1458965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:07.719176 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fcf60521-95e5-4cb6-8d32-8cc68981973b req-c9c0425b-5fc3-4c19-9866-5597a1458965 service neutron] 10.222.0.39 "GET /v2.0/networks?id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 HTTP/1.1" status: 200 len: 913 time: 0.0936072 Jun 30 11:00:07.768274 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fcf60521-95e5-4cb6-8d32-8cc68981973b req-cf1076f5-4c00-45f0-9822-2ffc1a5f3356 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 HTTP/1.1" status: 200 len: 217 time: 0.0399892 Jun 30 11:00:07.819382 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf60521-95e5-4cb6-8d32-8cc68981973b req-180b98fe-f442-44bf-b751-a6a4c8fa7b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:07.820866 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fcf60521-95e5-4cb6-8d32-8cc68981973b req-180b98fe-f442-44bf-b751-a6a4c8fa7b87 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=efd489e9-f644-41f7-aacc-89874a3cc5ce HTTP/1.1" status: 200 len: 851 time: 0.0449979 Jun 30 11:00:07.882902 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf60521-95e5-4cb6-8d32-8cc68981973b req-9e98c807-07a3-4193-9b5a-7ca98b4ffe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:07.884360 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fcf60521-95e5-4cb6-8d32-8cc68981973b req-9e98c807-07a3-4193-9b5a-7ca98b4ffe05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0553470 Jun 30 11:00:07.977138 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fcf60521-95e5-4cb6-8d32-8cc68981973b req-1c1cdf7b-e4e8-44c7-a2c5-d051d4757c69 service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844460 Jun 30 11:00:08.083557 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fcf60521-95e5-4cb6-8d32-8cc68981973b req-eb4b31e8-698e-457a-950a-c2407b755614 service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899630 Jun 30 11:00:08.303909 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-9e1af437-fef2-4c0f-b70e-90778ab06705 req-04a42dc5-61c5-4352-90fb-f634dd1a24a7 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 210 time: 0.0279930 Jun 30 11:00:08.319762 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-ea2451e0-6229-45e5-967a-834b79dd47c0 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:08.323155 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-ea2451e0-6229-45e5-967a-834b79dd47c0 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.39 "GET /v2.0/networks?id=45ec7867-bc94-42bd-8b7b-b41a690b0731 HTTP/1.1" status: 200 len: 808 time: 0.1194324 Jun 30 11:00:08.368612 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-b096e8c6-9b3c-4c28-b232-52dfbbea13e8 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13a517d383e7473c96ab94778ebcde3d HTTP/1.1" status: 200 len: 379 time: 0.0353403 Jun 30 11:00:08.378781 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-409c9438-2589-4a26-b12f-fb8a7cc36cc3 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Request body: {'port': {'device_id': 'b33ca523-0756-4865-8c47-b93902cdcd63', 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731', 'admin_state_up': True, 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'security_groups': ['42744a39-a501-4233-82c0-75093fe9b7b6']}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:00:08.494656 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-409c9438-2589-4a26-b12f-fb8a7cc36cc3 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Made reservation on behalf of 13a517d383e7473c96ab94778ebcde3d for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:00:08.498151 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-409c9438-2589-4a26-b12f-fb8a7cc36cc3 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:08.624025 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-409c9438-2589-4a26-b12f-fb8a7cc36cc3 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Allocated IP 172.20.0.5 (45ec7867-bc94-42bd-8b7b-b41a690b0731/552286ff-ad7d-4923-bcc9-2f47b3662812/6ce5b801-a326-41ea-b1c9-ae7218412193) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:00:08.816032 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c5edf-cc80-4ddd-94ae-4aad4d915d6f req-f7c1f36d-5f38-406a-b747-e56ec210e0d6 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:08.817681 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c23c5edf-cc80-4ddd-94ae-4aad4d915d6f req-f7c1f36d-5f38-406a-b747-e56ec210e0d6 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=72dd9988-9861-4b66-a893-a94bc9a393f6 HTTP/1.1" status: 200 len: 943 time: 0.1489925 Jun 30 11:00:08.820793 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-409c9438-2589-4a26-b12f-fb8a7cc36cc3 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:08.828530 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9efaf850-50c0-4469-9079-59b919b974af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:08.851287 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-409c9438-2589-4a26-b12f-fb8a7cc36cc3 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Transition to ACTIVE for port object 6ce5b801-a326-41ea-b1c9-ae7218412193 will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:00:08.875264 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c23c5edf-cc80-4ddd-94ae-4aad4d915d6f req-f6d87f55-09f6-40bc-989c-186b1b7fa799 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501916 Jun 30 11:00:08.901942 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-409c9438-2589-4a26-b12f-fb8a7cc36cc3 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8415484'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:08.948295 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-409c9438-2589-4a26-b12f-fb8a7cc36cc3 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Network 45ec7867-bc94-42bd-8b7b-b41a690b0731 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:00:08.957565 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-409c9438-2589-4a26-b12f-fb8a7cc36cc3 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:00:08.959180 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c9438-2589-4a26-b12f-fb8a7cc36cc3 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Pushing event updated for resources: {'Port': ['ID=6ce5b801-a326-41ea-b1c9-ae7218412193,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:00:08.961608 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-409c9438-2589-4a26-b12f-fb8a7cc36cc3 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 11:00:09.011882 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-409c9438-2589-4a26-b12f-fb8a7cc36cc3 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:09.012552 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-409c9438-2589-4a26-b12f-fb8a7cc36cc3 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:09.029184 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-409c9438-2589-4a26-b12f-fb8a7cc36cc3 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6543748 Jun 30 11:00:09.048353 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-9bf8dc47-8b67-45d3-ab27-e4d72f70a9ec service neutron] Request body: {'port': {'device_id': 'b33ca523-0756-4865-8c47-b93902cdcd63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:00:09.065372 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:09.140183 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-9bf8dc47-8b67-45d3-ab27-e4d72f70a9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:09.240240 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-9c756fc8-f90b-46c0-a20b-fa2f9d8ae64a None None] Provisioning for port 6ce5b801-a326-41ea-b1c9-ae7218412193 completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:00:09.244674 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-9c756fc8-f90b-46c0-a20b-fa2f9d8ae64a None None] Provisioning complete for port 6ce5b801-a326-41ea-b1c9-ae7218412193 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:00:09.245100 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9c756fc8-f90b-46c0-a20b-fa2f9d8ae64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:09.284000 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-9c756fc8-f90b-46c0-a20b-fa2f9d8ae64a None None] Port 6ce5b801-a326-41ea-b1c9-ae7218412193 cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 11:00:09.426420 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-9bf8dc47-8b67-45d3-ab27-e4d72f70a9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce5b801-a326-41ea-b1c9-ae7218412193 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 11:00:09.434421 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-9bf8dc47-8b67-45d3-ab27-e4d72f70a9ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:09.447854 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-9bf8dc47-8b67-45d3-ab27-e4d72f70a9ec service neutron] Transition to ACTIVE for port object 6ce5b801-a326-41ea-b1c9-ae7218412193 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:00:09.454068 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-9bf8dc47-8b67-45d3-ab27-e4d72f70a9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:09.501143 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2a7c3-c9ae-4828-a426-f47b0fb619e0 req-36d01030-7cf0-4af3-9f26-c7ab9ca374e4 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:09.502662 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-91e2a7c3-c9ae-4828-a426-f47b0fb619e0 req-36d01030-7cf0-4af3-9f26-c7ab9ca374e4 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 931 time: 0.0758395 Jun 30 11:00:09.505052 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8dc47-8b67-45d3-ab27-e4d72f70a9ec service neutron] Pushing event updated for resources: {'Port': ['ID=6ce5b801-a326-41ea-b1c9-ae7218412193,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:00:09.557238 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-91e2a7c3-c9ae-4828-a426-f47b0fb619e0 req-c0857f0e-0851-4154-b5df-60069f1e3b0b tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373907 Jun 30 11:00:09.582124 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-9bf8dc47-8b67-45d3-ab27-e4d72f70a9ec service neutron] Attempting to bind port 6ce5b801-a326-41ea-b1c9-ae7218412193 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 11:00:09.582458 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-9bf8dc47-8b67-45d3-ab27-e4d72f70a9ec service neutron] Attempting to bind port 6ce5b801-a326-41ea-b1c9-ae7218412193 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '2a37efcf-0573-4fd6-aaf5-d353f4d4d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 11:00:09.582788 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-9bf8dc47-8b67-45d3-ab27-e4d72f70a9ec service neutron] Attempting to bind port 6ce5b801-a326-41ea-b1c9-ae7218412193 on network 45ec7867-bc94-42bd-8b7b-b41a690b0731 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:00:09.587238 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-9bf8dc47-8b67-45d3-ab27-e4d72f70a9ec service neutron] Port 6ce5b801-a326-41ea-b1c9-ae7218412193 on network 45ec7867-bc94-42bd-8b7b-b41a690b0731 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 11:00:09.587555 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-9bf8dc47-8b67-45d3-ab27-e4d72f70a9ec service neutron] Attempting to bind port 6ce5b801-a326-41ea-b1c9-ae7218412193 on network 45ec7867-bc94-42bd-8b7b-b41a690b0731 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:00:09.593875 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-9bf8dc47-8b67-45d3-ab27-e4d72f70a9ec service neutron] Checking agent: {'id': '5d5b2242-4ffd-4515-a15c-824c74b42c52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'started_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 11, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:00:09.594216 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-9bf8dc47-8b67-45d3-ab27-e4d72f70a9ec service neutron] Checking segment: {'id': '2a37efcf-0573-4fd6-aaf5-d353f4d4d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 11:00:09.594597 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-9bf8dc47-8b67-45d3-ab27-e4d72f70a9ec service neutron] Bound using segment: {'id': '2a37efcf-0573-4fd6-aaf5-d353f4d4d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:00:09.595024 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-9bf8dc47-8b67-45d3-ab27-e4d72f70a9ec service neutron] Bound port: 6ce5b801-a326-41ea-b1c9-ae7218412193, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a37efcf-0573-4fd6-aaf5-d353f4d4d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 11:00:09.595379 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-9bf8dc47-8b67-45d3-ab27-e4d72f70a9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:09.663179 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-9bf8dc47-8b67-45d3-ab27-e4d72f70a9ec service neutron] For port 6ce5b801-a326-41ea-b1c9-ae7218412193, host hv-cinder-78662, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 11:00:09.666537 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-9bf8dc47-8b67-45d3-ab27-e4d72f70a9ec service neutron] For port 6ce5b801-a326-41ea-b1c9-ae7218412193, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ce5b801-a326-41ea-b1c9-ae7218412193,segment=NetworkSegment(2a37efcf-0573-4fd6-aaf5-d353f4d4d168),segment_id=2a37efcf-0573-4fd6-aaf5-d353f4d4d168)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 11:00:09.670806 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-9bf8dc47-8b67-45d3-ab27-e4d72f70a9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:09.705158 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-9bf8dc47-8b67-45d3-ab27-e4d72f70a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:09.705779 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-9bf8dc47-8b67-45d3-ab27-e4d72f70a9ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:09.707294 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-9bf8dc47-8b67-45d3-ab27-e4d72f70a9ec service neutron] 10.222.0.39 "PUT /v2.0/ports/6ce5b801-a326-41ea-b1c9-ae7218412193 HTTP/1.1" status: 200 len: 1093 time: 0.6651504 Jun 30 11:00:09.707661 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33ca523-0756-4865-8c47-b93902cdcd63', 'tag': '6ce5b801-a326-41ea-b1c9-ae7218412193'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:00:09.709916 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffb65f4-a283-462e-bb45-954b287a97e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b33ca523-0756-4865-8c47-b93902cdcd63", "tag": "6ce5b801-a326-41ea-b1c9-ae7218412193"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:00:09.744056 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8dc47-8b67-45d3-ab27-e4d72f70a9ec service neutron] Pushing event updated for resources: {'Port': ['ID=6ce5b801-a326-41ea-b1c9-ae7218412193,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:00:09.759500 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 11:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72df6d15-ac26-4264-b69c-7a6b8fbfac63 x-openstack-request-id: req-72df6d15-ac26-4264-b69c-7a6b8fbfac63 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:00:09.759950 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33ca523-0756-4865-8c47-b93902cdcd63", "tag": "6ce5b801-a326-41ea-b1c9-ae7218412193", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:00:09.760283 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-72df6d15-ac26-4264-b69c-7a6b8fbfac63 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:00:09.760754 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33ca523-0756-4865-8c47-b93902cdcd63', 'tag': '6ce5b801-a326-41ea-b1c9-ae7218412193', 'status': 'completed', 'code': 200} Jun 30 11:00:09.791097 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:09.847283 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-146625b0-4a9e-4002-8dee-efc0efe8ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:09.848846 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-146625b0-4a9e-4002-8dee-efc0efe8ed54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=13a517d383e7473c96ab94778ebcde3d&device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 1096 time: 0.0751519 Jun 30 11:00:09.892346 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-0fdc309c-4773-48fe-b9c8-df13b7f14695 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ce5b801-a326-41ea-b1c9-ae7218412193 HTTP/1.1" status: 200 len: 217 time: 0.0357826 Jun 30 11:00:09.944592 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-69f26384-3fb1-48d7-a8c6-6ba7c046b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:09.946484 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-69f26384-3fb1-48d7-a8c6-6ba7c046b20b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=552286ff-ad7d-4923-bcc9-2f47b3662812 HTTP/1.1" status: 200 len: 847 time: 0.0476110 Jun 30 11:00:10.012971 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-cb64898a-b6ee-45dd-8c62-9b1b1b2faf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:10.015346 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-cb64898a-b6ee-45dd-8c62-9b1b1b2faf7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45ec7867-bc94-42bd-8b7b-b41a690b0731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0626647 Jun 30 11:00:10.224664 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895629ae-0106-4b59-b95c-21c97e4cb5d0 req-db8f3c6f-d17a-4ea6-b8b8-0e1199560fc1 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:10.226231 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-895629ae-0106-4b59-b95c-21c97e4cb5d0 req-db8f3c6f-d17a-4ea6-b8b8-0e1199560fc1 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=72dd9988-9861-4b66-a893-a94bc9a393f6 HTTP/1.1" status: 200 len: 943 time: 0.0677862 Jun 30 11:00:10.268548 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-895629ae-0106-4b59-b95c-21c97e4cb5d0 req-f519c52a-3a7b-43b1-9e21-f90ddbbfe3e6 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353014 Jun 30 11:00:10.404159 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-8bbf73da-2506-4f5c-965b-a063bd9efe4c service neutron] 10.222.0.39 "GET /v2.0/networks/45ec7867-bc94-42bd-8b7b-b41a690b0731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814719 Jun 30 11:00:10.502598 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44601c07-85ef-42d3-846c-84a8db0bee85 req-41c6301a-98b3-487e-9147-01aa19dd1f8d service neutron] 10.222.0.39 "GET /v2.0/networks/45ec7867-bc94-42bd-8b7b-b41a690b0731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913093 Jun 30 11:00:10.600772 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb65f4-a283-462e-bb45-954b287a97e1 req-93de3c98-9354-45b1-a9da-31a0ee23c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:10.602250 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1ffb65f4-a283-462e-bb45-954b287a97e1 req-93de3c98-9354-45b1-a9da-31a0ee23c790 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=13a517d383e7473c96ab94778ebcde3d&device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 1096 time: 0.0539210 Jun 30 11:00:10.728648 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb65f4-a283-462e-bb45-954b287a97e1 req-373ab7bd-e0d8-4c7a-947d-b7641668bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:10.730129 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1ffb65f4-a283-462e-bb45-954b287a97e1 req-373ab7bd-e0d8-4c7a-947d-b7641668bcf9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=45ec7867-bc94-42bd-8b7b-b41a690b0731 HTTP/1.1" status: 200 len: 909 time: 0.1200085 Jun 30 11:00:10.777266 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1ffb65f4-a283-462e-bb45-954b287a97e1 req-a5899aa5-8347-4078-bd67-43378250560c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ce5b801-a326-41ea-b1c9-ae7218412193 HTTP/1.1" status: 200 len: 217 time: 0.0372930 Jun 30 11:00:10.804846 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c115c4-11a6-479b-805b-fe8010b56c7c req-2b40ed45-626c-48ed-a91d-e14c2aa58907 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:10.806263 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a4c115c4-11a6-479b-805b-fe8010b56c7c req-2b40ed45-626c-48ed-a91d-e14c2aa58907 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 943 time: 0.1275830 Jun 30 11:00:10.862122 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb65f4-a283-462e-bb45-954b287a97e1 req-c45fbd44-9930-4432-9f69-e8aeae290c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:10.863546 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1ffb65f4-a283-462e-bb45-954b287a97e1 req-c45fbd44-9930-4432-9f69-e8aeae290c0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=552286ff-ad7d-4923-bcc9-2f47b3662812 HTTP/1.1" status: 200 len: 847 time: 0.0780504 Jun 30 11:00:10.884250 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a4c115c4-11a6-479b-805b-fe8010b56c7c req-b94999db-0d4e-4b13-a7a2-c54a3e752464 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571389 Jun 30 11:00:10.929447 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb65f4-a283-462e-bb45-954b287a97e1 req-b9cf383e-3a9f-449c-8025-8da855a7fc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:10.930982 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1ffb65f4-a283-462e-bb45-954b287a97e1 req-b9cf383e-3a9f-449c-8025-8da855a7fc44 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45ec7867-bc94-42bd-8b7b-b41a690b0731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0600052 Jun 30 11:00:11.026739 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1ffb65f4-a283-462e-bb45-954b287a97e1 req-79b5f8da-7368-4d1f-9935-e6ce54117461 service neutron] 10.222.0.39 "GET /v2.0/networks/45ec7867-bc94-42bd-8b7b-b41a690b0731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886106 Jun 30 11:00:11.125008 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1ffb65f4-a283-462e-bb45-954b287a97e1 req-8cff91d2-28df-4081-9fee-0a642a30b2bb service neutron] 10.222.0.39 "GET /v2.0/networks/45ec7867-bc94-42bd-8b7b-b41a690b0731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906796 Jun 30 11:00:11.457405 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b475183-3acb-42df-aa1a-e974671259bc req-2edc3836-25ae-4b8d-b7b6-d157863a7e99 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:11.458893 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0b475183-3acb-42df-aa1a-e974671259bc req-2edc3836-25ae-4b8d-b7b6-d157863a7e99 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=72dd9988-9861-4b66-a893-a94bc9a393f6 HTTP/1.1" status: 200 len: 943 time: 0.0662041 Jun 30 11:00:11.491554 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:11.499551 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0b475183-3acb-42df-aa1a-e974671259bc req-a15acf07-3741-437d-b8cd-33f5af4d130a tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349419 Jun 30 11:00:12.061666 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b0a1f-716a-4900-832a-4b3fa4a6642b req-7d5d3297-8079-489f-82d5-d2d4e26be3b8 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:12.063020 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-fe4b0a1f-716a-4900-832a-4b3fa4a6642b req-7d5d3297-8079-489f-82d5-d2d4e26be3b8 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 943 time: 0.0678298 Jun 30 11:00:12.103419 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-fe4b0a1f-716a-4900-832a-4b3fa4a6642b req-5014cc4b-f5d3-448e-95ca-d0a963c6e2fd tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348125 Jun 30 11:00:12.678660 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ded5d-8659-4b3c-8fa9-2b76c230ab09 req-e3896509-07f0-4ea6-b073-f62cfea7766b tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:12.680183 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-922ded5d-8659-4b3c-8fa9-2b76c230ab09 req-e3896509-07f0-4ea6-b073-f62cfea7766b tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=72dd9988-9861-4b66-a893-a94bc9a393f6 HTTP/1.1" status: 200 len: 943 time: 0.0637212 Jun 30 11:00:12.720993 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-922ded5d-8659-4b3c-8fa9-2b76c230ab09 req-673379b9-c0c5-4801-badf-9699295ecbc6 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330677 Jun 30 11:00:13.278612 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829fcd7-8a76-464f-9670-ac09d216b08a req-ab41e688-4ca2-487e-a1f2-3614f82b7f9e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:13.280187 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6829fcd7-8a76-464f-9670-ac09d216b08a req-ab41e688-4ca2-487e-a1f2-3614f82b7f9e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 943 time: 0.0659552 Jun 30 11:00:13.321879 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6829fcd7-8a76-464f-9670-ac09d216b08a req-6553e239-86ad-43cd-8efe-e9cabaae8aad tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359988 Jun 30 11:00:13.895411 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6a77d-3124-4ffd-bc3a-302a05ffb27c req-85bb311d-652a-4050-9b51-1a05fe96acb9 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:13.897855 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-51f6a77d-3124-4ffd-bc3a-302a05ffb27c req-85bb311d-652a-4050-9b51-1a05fe96acb9 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=72dd9988-9861-4b66-a893-a94bc9a393f6 HTTP/1.1" status: 200 len: 943 time: 0.0652065 Jun 30 11:00:13.935747 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-51f6a77d-3124-4ffd-bc3a-302a05ffb27c req-ff89c3a8-41cd-4427-bc08-fb32c85392ae tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331812 Jun 30 11:00:14.496794 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7560ee2-dd27-4ee7-a50b-ccebd2c0980a req-af63640a-2887-4a05-84cf-f4e27d227aac tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:14.498489 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a7560ee2-dd27-4ee7-a50b-ccebd2c0980a req-af63640a-2887-4a05-84cf-f4e27d227aac tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 943 time: 0.0629175 Jun 30 11:00:14.535465 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a7560ee2-dd27-4ee7-a50b-ccebd2c0980a req-adc79fb0-5d65-42d1-866d-a98e16b071bd tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314419 Jun 30 11:00:15.217683 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c02a52-33ff-4983-b196-b0e39325a6cb req-5b3f35f4-a60e-4f30-bc78-357efd17bce0 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:15.219243 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-74c02a52-33ff-4983-b196-b0e39325a6cb req-5b3f35f4-a60e-4f30-bc78-357efd17bce0 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=72dd9988-9861-4b66-a893-a94bc9a393f6 HTTP/1.1" status: 200 len: 943 time: 0.0686333 Jun 30 11:00:15.257226 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-74c02a52-33ff-4983-b196-b0e39325a6cb req-4e873a65-b176-4149-8a8a-56b8c97051af tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318394 Jun 30 11:00:15.314491 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7b860-9ab0-4d72-a0fb-c50b5891b7cf req-4e1ed832-dd09-40ac-8c22-3b5caa491540 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:15.315908 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a7f7b860-9ab0-4d72-a0fb-c50b5891b7cf req-4e1ed832-dd09-40ac-8c22-3b5caa491540 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.0691535 Jun 30 11:00:15.355387 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a7f7b860-9ab0-4d72-a0fb-c50b5891b7cf req-845e6759-38a7-41e5-a6c5-019db2f6f41b tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338562 Jun 30 11:00:15.710924 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851a38b-94ab-4f19-bb0e-8aa30239dc01 req-99fcf3a9-d91c-4767-a99d-a5052161b5b3 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:15.712399 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-7851a38b-94ab-4f19-bb0e-8aa30239dc01 req-99fcf3a9-d91c-4767-a99d-a5052161b5b3 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 943 time: 0.0662975 Jun 30 11:00:15.751379 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-7851a38b-94ab-4f19-bb0e-8aa30239dc01 req-57de1014-4565-4772-ae2c-b1b048cee555 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328851 Jun 30 11:00:15.767963 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 11:00:15.860710 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3,segment=NetworkSegment(c484a693-02fe-4b88-b031-94070b401948),segment_id=c484a693-02fe-4b88-b031-94070b401948)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:00:15.871542 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': '30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'port_id': '30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3', 'mac_address': 'fa:16:3e:9b:62:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 11:00:15.911705 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:15.923923 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 11:00:15.942227 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3,segment=NetworkSegment(c484a693-02fe-4b88-b031-94070b401948),segment_id=c484a693-02fe-4b88-b031-94070b401948)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:00:15.946230 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:15.992436 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:00:16.242850 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 11:00:16.431900 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253827b-fb62-4dc5-bc2d-333ff31ad782 req-e4399830-27bc-444d-82ef-862e9a2dfe42 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:16.433485 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c253827b-fb62-4dc5-bc2d-333ff31ad782 req-e4399830-27bc-444d-82ef-862e9a2dfe42 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=72dd9988-9861-4b66-a893-a94bc9a393f6 HTTP/1.1" status: 200 len: 944 time: 0.0643892 Jun 30 11:00:16.473057 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c253827b-fb62-4dc5-bc2d-333ff31ad782 req-c390c962-6af9-4ec7-a169-19106799c2b4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330737 Jun 30 11:00:16.542361 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41b2a7-1d94-4ba5-8603-1d49f3eac837 req-6f630f92-69f2-451a-8d8a-85140d4c3c13 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:16.544424 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-aa41b2a7-1d94-4ba5-8603-1d49f3eac837 req-6f630f92-69f2-451a-8d8a-85140d4c3c13 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.0631688 Jun 30 11:00:16.581861 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-aa41b2a7-1d94-4ba5-8603-1d49f3eac837 req-17708c50-3011-47ae-b878-b04b42ec470f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315466 Jun 30 11:00:16.930563 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0a714-504e-4d7d-91b9-b62ae9bb65cf req-376ff3d3-bcff-4df8-9867-6dc82510e109 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:16.932037 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b0e0a714-504e-4d7d-91b9-b62ae9bb65cf req-376ff3d3-bcff-4df8-9867-6dc82510e109 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 943 time: 0.0672288 Jun 30 11:00:16.969985 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b0e0a714-504e-4d7d-91b9-b62ae9bb65cf req-8e3d23ed-a717-445d-ae4e-c399ee7983e9 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321057 Jun 30 11:00:17.662673 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4186452-fcfa-4acd-8812-867c52742f74 req-81e191bc-7f31-445b-986d-cdc8d3a5b48b tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:17.664272 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c4186452-fcfa-4acd-8812-867c52742f74 req-81e191bc-7f31-445b-986d-cdc8d3a5b48b tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=72dd9988-9861-4b66-a893-a94bc9a393f6 HTTP/1.1" status: 200 len: 944 time: 0.0816767 Jun 30 11:00:17.702224 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c4186452-fcfa-4acd-8812-867c52742f74 req-73e10d1b-0870-4fbf-b322-c3ac8a7a191c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323882 Jun 30 11:00:17.765927 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b60612-9124-4890-9d48-462dd5713497 req-f570c955-4dc4-4931-ac8e-a161ad825e27 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:17.767311 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e6b60612-9124-4890-9d48-462dd5713497 req-f570c955-4dc4-4931-ac8e-a161ad825e27 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.0697625 Jun 30 11:00:17.781640 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 6ce5b801-a326-41ea-b1c9-ae7218412193 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 11:00:17.784966 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 11:00:17.806617 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e6b60612-9124-4890-9d48-462dd5713497 req-d9142e17-d53d-4482-ba1a-17418b4b7fd1 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335455 Jun 30 11:00:17.891699 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning for port 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:00:17.903326 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:00:17.903726 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:17.938499 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 6ce5b801-a326-41ea-b1c9-ae7218412193, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ce5b801-a326-41ea-b1c9-ae7218412193,segment=NetworkSegment(2a37efcf-0573-4fd6-aaf5-d353f4d4d168),segment_id=2a37efcf-0573-4fd6-aaf5-d353f4d4d168)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:00:17.955598 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': '6ce5b801-a326-41ea-b1c9-ae7218412193', 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731', 'port_id': '6ce5b801-a326-41ea-b1c9-ae7218412193', 'mac_address': 'fa:16:3e:7a:1b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '552286ff-ad7d-4923-bcc9-2f47b3662812', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 11:00:18.021798 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:18.042579 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:18.045386 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce5b801-a326-41ea-b1c9-ae7218412193 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 11:00:18.087706 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dd9988-9861-4b66-a893-a94bc9a393f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:00:18.089898 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964b4d32-e1b6-4d2c-805b-64c771807536" -d '{"events": [{"server_uuid": "72dd9988-9861-4b66-a893-a94bc9a393f6", "name": "network-vif-plugged", "status": "completed", "tag": "30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:00:18.096061 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 6ce5b801-a326-41ea-b1c9-ae7218412193, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ce5b801-a326-41ea-b1c9-ae7218412193,segment=NetworkSegment(2a37efcf-0573-4fd6-aaf5-d353f4d4d168),segment_id=2a37efcf-0573-4fd6-aaf5-d353f4d4d168)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:00:18.102814 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:18.108867 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3,segment=NetworkSegment(c484a693-02fe-4b88-b031-94070b401948),segment_id=c484a693-02fe-4b88-b031-94070b401948)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:00:18.131153 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:18.151247 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd2420-c028-4184-ade0-b89a756ef533 req-a3cd3f05-73b9-4a49-91d5-59143f400c4f tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:18.152757 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-e4fd2420-c028-4184-ade0-b89a756ef533 req-a3cd3f05-73b9-4a49-91d5-59143f400c4f tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 943 time: 0.0688729 Jun 30 11:00:18.157488 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=6ce5b801-a326-41ea-b1c9-ae7218412193,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:00:18.196428 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-e4fd2420-c028-4184-ade0-b89a756ef533 req-5f2a72b2-4838-47c2-9594-c66321b6647a tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354607 Jun 30 11:00:18.199076 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 11:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f62aa8-bc17-47c8-9558-35e175196441 x-openstack-request-id: req-d2f62aa8-bc17-47c8-9558-35e175196441 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:00:18.199367 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dd9988-9861-4b66-a893-a94bc9a393f6", "name": "network-vif-plugged", "status": "completed", "tag": "30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:00:18.199618 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d2f62aa8-bc17-47c8-9558-35e175196441 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:00:18.200733 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dd9988-9861-4b66-a893-a94bc9a393f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3', 'code': 200} Jun 30 11:00:18.210660 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:00:18.408629 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['6ce5b801-a326-41ea-b1c9-ae7218412193'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 11:00:18.500050 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3477d-7f2c-49ab-86c9-486eeb19fff4 req-6e174c16-0112-4b41-a161-b1ee7d429b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:18.501549 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-82f3477d-7f2c-49ab-86c9-486eeb19fff4 req-6e174c16-0112-4b41-a161-b1ee7d429b63 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=72dd9988-9861-4b66-a893-a94bc9a393f6 HTTP/1.1" status: 200 len: 1098 time: 0.0542171 Jun 30 11:00:18.541925 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-82f3477d-7f2c-49ab-86c9-486eeb19fff4 req-2087a3a6-d009-466b-97fd-14ccaf5dbe0e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278137 Jun 30 11:00:18.878513 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bcd9c-3b31-494b-a1f1-1f477866aedb req-9211b555-dcbc-4db5-b2dc-9a5d8d9b4d10 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:18.880036 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d30bcd9c-3b31-494b-a1f1-1f477866aedb req-9211b555-dcbc-4db5-b2dc-9a5d8d9b4d10 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=72dd9988-9861-4b66-a893-a94bc9a393f6 HTTP/1.1" status: 200 len: 945 time: 0.0669785 Jun 30 11:00:18.917065 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d30bcd9c-3b31-494b-a1f1-1f477866aedb req-749c5e7f-2681-4e04-936e-0d4b127f8c2d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313125 Jun 30 11:00:18.994233 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fbcd4-cc12-41e3-b966-82c7c2a2b42c req-97d4d0d4-99e2-4033-b285-9fe73d8300ab tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:18.995673 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-399fbcd4-cc12-41e3-b966-82c7c2a2b42c req-97d4d0d4-99e2-4033-b285-9fe73d8300ab tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.0670044 Jun 30 11:00:19.033216 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-399fbcd4-cc12-41e3-b966-82c7c2a2b42c req-6086807e-6e26-477e-8ff7-a93efd8706ef tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318398 Jun 30 11:00:19.372853 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cf2bb-8f93-4516-8822-3ab07a2cc286 req-0495a4cd-89f9-4724-9194-bdb8c9165535 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:19.374240 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-9b3cf2bb-8f93-4516-8822-3ab07a2cc286 req-0495a4cd-89f9-4724-9194-bdb8c9165535 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 944 time: 0.0639098 Jun 30 11:00:19.414117 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-9b3cf2bb-8f93-4516-8822-3ab07a2cc286 req-12a02fb6-b404-4a8c-b6d0-357884498d1f tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343134 Jun 30 11:00:19.797034 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 6ce5b801-a326-41ea-b1c9-ae7218412193 up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 11:00:19.843804 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning for port 6ce5b801-a326-41ea-b1c9-ae7218412193 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:00:19.847648 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port 6ce5b801-a326-41ea-b1c9-ae7218412193 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:00:19.848064 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:19.926065 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:19.957124 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 6ce5b801-a326-41ea-b1c9-ae7218412193, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ce5b801-a326-41ea-b1c9-ae7218412193,segment=NetworkSegment(2a37efcf-0573-4fd6-aaf5-d353f4d4d168),segment_id=2a37efcf-0573-4fd6-aaf5-d353f4d4d168)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:00:19.961807 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:20.011003 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=6ce5b801-a326-41ea-b1c9-ae7218412193,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:00:20.100144 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12b9a9-c077-457b-8568-0900a144cd32 req-372770e8-6aa5-4709-a043-9ed42d6aea50 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:20.101628 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-4b12b9a9-c077-457b-8568-0900a144cd32 req-372770e8-6aa5-4709-a043-9ed42d6aea50 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=72dd9988-9861-4b66-a893-a94bc9a393f6 HTTP/1.1" status: 200 len: 945 time: 0.0673671 Jun 30 11:00:20.140082 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-4b12b9a9-c077-457b-8568-0900a144cd32 req-c68b740e-1a44-4937-9ba7-0431cba4bbb6 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324242 Jun 30 11:00:20.201832 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33ca523-0756-4865-8c47-b93902cdcd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce5b801-a326-41ea-b1c9-ae7218412193'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:00:20.204233 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5d0dad-7534-4e6d-a1e6-05c852c5b260" -d '{"events": [{"server_uuid": "b33ca523-0756-4865-8c47-b93902cdcd63", "name": "network-vif-plugged", "status": "completed", "tag": "6ce5b801-a326-41ea-b1c9-ae7218412193"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:00:20.217899 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14433ecd-de7f-4d66-b250-3a8f4601a315 req-d62234ee-6433-4d1a-9b34-73278a301419 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:20.219342 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-14433ecd-de7f-4d66-b250-3a8f4601a315 req-d62234ee-6433-4d1a-9b34-73278a301419 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.0688422 Jun 30 11:00:20.258458 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-14433ecd-de7f-4d66-b250-3a8f4601a315 req-148833e2-5541-4f4c-bc2d-e5d9113b7a63 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329125 Jun 30 11:00:20.308235 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 11:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce05d634-4f64-4c53-ad1a-413e069a843e x-openstack-request-id: req-ce05d634-4f64-4c53-ad1a-413e069a843e {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:00:20.308596 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33ca523-0756-4865-8c47-b93902cdcd63", "name": "network-vif-plugged", "status": "completed", "tag": "6ce5b801-a326-41ea-b1c9-ae7218412193", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:00:20.308946 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ce05d634-4f64-4c53-ad1a-413e069a843e {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:00:20.309392 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33ca523-0756-4865-8c47-b93902cdcd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce5b801-a326-41ea-b1c9-ae7218412193', 'code': 200} Jun 30 11:00:20.320412 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a451f8-33ce-44e7-9c3d-81609eec0f5a req-ca4bff7b-05ba-43b4-ba65-e9b50883eeb2 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:20.321806 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-16a451f8-33ce-44e7-9c3d-81609eec0f5a req-ca4bff7b-05ba-43b4-ba65-e9b50883eeb2 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=72dd9988-9861-4b66-a893-a94bc9a393f6 HTTP/1.1" status: 200 len: 945 time: 0.0658033 Jun 30 11:00:20.360553 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-16a451f8-33ce-44e7-9c3d-81609eec0f5a req-2caea28b-cd1a-4d25-8bad-5729b805b42d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323541 Jun 30 11:00:20.384579 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 33258) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:00:20.484044 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00243b0a-9f73-4f33-a189-0b677939366f tempest-TestVolumeBootPattern-577149985 tempest-TestVolumeBootPattern-577149985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:20.485568 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-00243b0a-9f73-4f33-a189-0b677939366f tempest-TestVolumeBootPattern-577149985 tempest-TestVolumeBootPattern-577149985-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=72dd9988-9861-4b66-a893-a94bc9a393f6 HTTP/1.1" status: 200 len: 1093 time: 0.1000206 Jun 30 11:00:20.488562 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 33264) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:00:20.492975 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Request body: {'floatingip': {'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'port_id': '30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:00:20.516722 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for floatingip, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:20.617446 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:20.689356 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6ea38-2c13-465e-a8ef-cb76bc152927 req-78e1c4bf-b9d0-48e8-8447-0d77f2530bb0 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:20.691814 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-67d6ea38-2c13-465e-a8ef-cb76bc152927 req-78e1c4bf-b9d0-48e8-8447-0d77f2530bb0 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 945 time: 0.1421633 Jun 30 11:00:20.693754 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d7868-7f26-4550-a652-e8d53a2549f6 req-a669d558-77ca-4d34-b4c3-f9cd6a4e9874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:20.695305 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7c9d7868-7f26-4550-a652-e8d53a2549f6 req-a669d558-77ca-4d34-b4c3-f9cd6a4e9874 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 1098 time: 0.0900586 Jun 30 11:00:20.741436 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_common [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Allocated IP 172.27.3.21 (35f17bf8-70f6-411c-85c9-98655ea214de/851b99d8-6dc6-42fa-aa4a-7df3a488276b/231ec161-8e88-4bdd-8960-66b410d29006) {{(pid=92943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:00:20.757176 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-67d6ea38-2c13-465e-a8ef-cb76bc152927 req-0210e46f-764e-4767-b828-08be7abf9b6e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552380 Jun 30 11:00:20.759073 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7c9d7868-7f26-4550-a652-e8d53a2549f6 req-0e747063-a56c-46cd-af3d-a88dfacf6547 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554485 Jun 30 11:00:20.842066 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for port, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:20.880510 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8725936'] for port, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:20.914521 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Network 35f17bf8-70f6-411c-85c9-98655ea214de is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:00:20.917246 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:00:20.921232 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Received port after_create {{(pid=92943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 11:00:20.949384 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Pushing event updated for resources: {'Port': ['ID=231ec161-8e88-4bdd-8960-66b410d29006,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:00:20.960343 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:00:20.960696 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:00:20.961037 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:00:20.961376 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:00:20.961711 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:00:20.962047 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:00:20.962380 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:00:20.962707 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:00:20.963033 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:00:20.963357 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:00:20.963703 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:00:20.964028 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:00:21.317159 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:21.429462 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:21.529879 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427cc6a-7ce7-4b1e-93e9-a95d3e43cb29 req-8bc7b2df-5835-415a-b14f-2960616727e1 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:21.531378 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3427cc6a-7ce7-4b1e-93e9-a95d3e43cb29 req-8bc7b2df-5835-415a-b14f-2960616727e1 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.1426229 Jun 30 11:00:21.589639 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3427cc6a-7ce7-4b1e-93e9-a95d3e43cb29 req-b19e1168-0224-467b-b509-175319752989 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521963 Jun 30 11:00:21.627792 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:21.632270 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725890'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:21.702516 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Pushing event updated for resources: {'Port': ['ID=231ec161-8e88-4bdd-8960-66b410d29006,revision_number=2']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:00:21.712802 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995794'] for floatingip, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:21.824028 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.db.l3_db [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Floating IP 1f832509-3ab8-4475-82b6-5be3b58d1cab associated. External IP: 172.27.3.21, port: 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3. Jun 30 11:00:22.022118 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc746fab-2f59-48fc-8c2a-84a00546bceb req-3c548886-dbfc-40b3-b478-2fd3ca5b4835 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:22.023599 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-dc746fab-2f59-48fc-8c2a-84a00546bceb req-3c548886-dbfc-40b3-b478-2fd3ca5b4835 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 945 time: 0.1220975 Jun 30 11:00:22.324259 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-dc746fab-2f59-48fc-8c2a-84a00546bceb req-9fde5785-ac11-4f6d-8bc6-05ab79f316d8 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514154 Jun 30 11:00:22.326459 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Router 8a961ecb-6520-4b55-9795-7d040e250188 has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:00:22.436646 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:00:22.446339 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f08e577-6a04-40a3-831f-b30736fab3e4 None None] Sync routers for ids ['8a961ecb-6520-4b55-9795-7d040e250188'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:00:22.453379 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for floatingip, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:22.457807 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f08e577-6a04-40a3-831f-b30736fab3e4 None None] Routers {'8a961ecb-6520-4b55-9795-7d040e250188'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:00:22.458429 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-0f08e577-6a04-40a3-831f-b30736fab3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:00:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['8a961ecb-6520-4b55-9795-7d040e250188'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:00:22.492685 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-76d15ad5-4bea-43e7-aad1-a78277552a85 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0030706 Jun 30 11:00:22.493382 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dd9988-9861-4b66-a893-a94bc9a393f6', 'tag': '30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3'}] {{(pid=92943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:00:22.495651 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbe9d626e50383ffb82a595db8fc1549102463c899d09ce870a2344fe6ae64b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3518bda-a13f-4711-9651-612cb74f826c" -d '{"events": [{"name": "network-changed", "server_uuid": "72dd9988-9861-4b66-a893-a94bc9a393f6", "tag": "30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3"}]}' {{(pid=92943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:00:22.527220 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ab958-b488-40fb-a9f9-bbd1f0f245c2 req-7daeb72f-5291-4cbc-926f-53027f228c95 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:22.529370 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-af9ab958-b488-40fb-a9f9-bbd1f0f245c2 req-7daeb72f-5291-4cbc-926f-53027f228c95 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 945 time: 0.0832374 Jun 30 11:00:22.534135 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 11:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10a6658-a1ac-4d2a-8f3e-7ed9e7d25d75 x-openstack-request-id: req-e10a6658-a1ac-4d2a-8f3e-7ed9e7d25d75 {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:00:22.534437 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72dd9988-9861-4b66-a893-a94bc9a393f6", "tag": "30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3", "status": "completed", "code": 200}]} {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:00:22.534690 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e10a6658-a1ac-4d2a-8f3e-7ed9e7d25d75 {{(pid=92943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:00:22.535084 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72dd9988-9861-4b66-a893-a94bc9a393f6', 'tag': '30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3', 'status': 'completed', 'code': 200} Jun 30 11:00:22.586844 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-0f08e577-6a04-40a3-831f-b30736fab3e4 None None] Set router 8a961ecb-6520-4b55-9795-7d040e250188 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:00:22.587663 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-af9ab958-b488-40fb-a9f9-bbd1f0f245c2 req-fb1ee874-504c-4a7c-8c95-f3c31322f4b9 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515924 Jun 30 11:00:22.615690 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 33280) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:00:22.643487 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3518bda-a13f-4711-9651-612cb74f826c req-b71bb627-8b5a-4a9c-8579-d95a116398d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:22.645288 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a3518bda-a13f-4711-9651-612cb74f826c req-b71bb627-8b5a-4a9c-8579-d95a116398d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8972964496a446a198dd6c19b876f8a1&device_id=72dd9988-9861-4b66-a893-a94bc9a393f6 HTTP/1.1" status: 200 len: 1098 time: 0.0731964 Jun 30 11:00:22.753393 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3518bda-a13f-4711-9651-612cb74f826c req-5d5ebca3-7d6c-455b-8b2f-e43cd55f2364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:22.754874 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a3518bda-a13f-4711-9651-612cb74f826c req-5d5ebca3-7d6c-455b-8b2f-e43cd55f2364 service neutron] 10.222.0.39 "GET /v2.0/networks?id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 HTTP/1.1" status: 200 len: 913 time: 0.1008925 Jun 30 11:00:22.762335 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8746836e-042f-4d44-9c42-2b2589a7d9c0 tempest-TestShelveInstance-475068605 tempest-TestShelveInstance-475068605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:22.763883 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-8746836e-042f-4d44-9c42-2b2589a7d9c0 tempest-TestShelveInstance-475068605 tempest-TestShelveInstance-475068605-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 1093 time: 0.1470132 Jun 30 11:00:22.767622 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 33286) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:00:22.771978 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-b814997f-baa8-4087-a57d-2ed8cead1e3e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Request body: {'floatingip': {'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'port_id': '6ce5b801-a326-41ea-b1c9-ae7218412193', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:00:22.807625 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b814997f-baa8-4087-a57d-2ed8cead1e3e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for floatingip, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:22.831041 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a3518bda-a13f-4711-9651-612cb74f826c req-deb38838-4713-4320-bce8-ec90a259f080 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 HTTP/1.1" status: 200 len: 998 time: 0.0674820 Jun 30 11:00:22.860258 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a74f76-5429-46e0-aa0e-8b0579787fb7 req-bb748f81-84f1-40bc-962b-913de279a1c3 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:22.861853 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-37a74f76-5429-46e0-aa0e-8b0579787fb7 req-bb748f81-84f1-40bc-962b-913de279a1c3 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.1401482 Jun 30 11:00:22.907519 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3518bda-a13f-4711-9651-612cb74f826c req-81376815-be67-477f-a829-e9d12c0f68cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:22.909212 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a3518bda-a13f-4711-9651-612cb74f826c req-81376815-be67-477f-a829-e9d12c0f68cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=efd489e9-f644-41f7-aacc-89874a3cc5ce HTTP/1.1" status: 200 len: 851 time: 0.0625894 Jun 30 11:00:22.919699 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-37a74f76-5429-46e0-aa0e-8b0579787fb7 req-8bb2c453-871e-4cde-99fa-7a79f5a0094b tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522282 Jun 30 11:00:22.963843 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b814997f-baa8-4087-a57d-2ed8cead1e3e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:22.983034 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3518bda-a13f-4711-9651-612cb74f826c req-ab8bb1a4-6157-4de7-bc9a-5d0338c6efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:22.984686 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a3518bda-a13f-4711-9651-612cb74f826c req-ab8bb1a4-6157-4de7-bc9a-5d0338c6efa6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0681348 Jun 30 11:00:22.993310 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-0f08e577-6a04-40a3-831f-b30736fab3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T10:59:18Z', 'revision_number': 4, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '1f832509-3ab8-4475-82b6-5be3b58d1cab', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'port_id': '30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'mac_address': 'fa:16:3e:9b:62:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd9988-9861-4b66-a893-a94bc9a393f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:00:21Z', 'updated_at': '2021-06-30T11:00:21Z', 'revision_number': 0, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5e8a64-1be5-4fbd-bddb-404b2875711e', 'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'mac_address': 'fa:16:3e:f0:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:16Z', 'updated_at': '2021-06-30T10:59:26Z', 'revision_number': 5, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'subnets': [{'id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:00:23.020564 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f08e577-6a04-40a3-831f-b30736fab3e4 None None] Checking router: 8a961ecb-6520-4b55-9795-7d040e250188 for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:00:23.032711 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f08e577-6a04-40a3-831f-b30736fab3e4 None None] Routers {'8a961ecb-6520-4b55-9795-7d040e250188'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:00:23.033433 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-0f08e577-6a04-40a3-831f-b30736fab3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:00:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['8a961ecb-6520-4b55-9795-7d040e250188'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:00:23.082818 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a3518bda-a13f-4711-9651-612cb74f826c req-5bcdee17-9be3-4a9f-97bf-d5038a44bd0f service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907679 Jun 30 11:00:23.092668 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_common [None req-b814997f-baa8-4087-a57d-2ed8cead1e3e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Allocated IP 172.27.3.27 (35f17bf8-70f6-411c-85c9-98655ea214de/851b99d8-6dc6-42fa-aa4a-7df3a488276b/cfec21c6-609b-4fcf-b3cf-9be79efc8e96) {{(pid=92943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:00:23.146095 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-0f08e577-6a04-40a3-831f-b30736fab3e4 None None] Set router 8a961ecb-6520-4b55-9795-7d040e250188 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:00:23.185217 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a3518bda-a13f-4711-9651-612cb74f826c req-382ce788-0131-46d0-86dd-ca963efb7906 service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945847 Jun 30 11:00:23.209804 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b814997f-baa8-4087-a57d-2ed8cead1e3e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for port, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:23.253355 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b814997f-baa8-4087-a57d-2ed8cead1e3e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8725936'] for port, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:23.298388 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b814997f-baa8-4087-a57d-2ed8cead1e3e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Network 35f17bf8-70f6-411c-85c9-98655ea214de is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:00:23.301152 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-b814997f-baa8-4087-a57d-2ed8cead1e3e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:00:23.304743 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b814997f-baa8-4087-a57d-2ed8cead1e3e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Received port after_create {{(pid=92943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 11:00:23.313275 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814997f-baa8-4087-a57d-2ed8cead1e3e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Pushing event updated for resources: {'Port': ['ID=cfec21c6-609b-4fcf-b3cf-9be79efc8e96,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:00:23.381884 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-0f08e577-6a04-40a3-831f-b30736fab3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T10:59:18Z', 'revision_number': 4, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '1f832509-3ab8-4475-82b6-5be3b58d1cab', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'port_id': '30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'mac_address': 'fa:16:3e:9b:62:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd9988-9861-4b66-a893-a94bc9a393f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:00:21Z', 'updated_at': '2021-06-30T11:00:21Z', 'revision_number': 0, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5e8a64-1be5-4fbd-bddb-404b2875711e', 'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'mac_address': 'fa:16:3e:f0:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:16Z', 'updated_at': '2021-06-30T10:59:26Z', 'revision_number': 5, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'subnets': [{'id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:00:23.408371 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f08e577-6a04-40a3-831f-b30736fab3e4 None None] The sync data for ids ['8a961ecb-6520-4b55-9795-7d040e250188'] in dv-cinder-786627-16-iscsi is: [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T10:59:18Z', 'revision_number': 4, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '1f832509-3ab8-4475-82b6-5be3b58d1cab', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'port_id': '30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'mac_address': 'fa:16:3e:9b:62:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd9988-9861-4b66-a893-a94bc9a393f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:00:21Z', 'updated_at': '2021-06-30T11:00:21Z', 'revision_number': 0, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5e8a64-1be5-4fbd-bddb-404b2875711e', 'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'mac_address': 'fa:16:3e:f0:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:16Z', 'updated_at': '2021-06-30T10:59:26Z', 'revision_number': 5, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'subnets': [{'id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:00:23.618266 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef441a9-aff6-4163-89fd-570bc5ccdc86 None None] New status for floating IP 1f832509-3ab8-4475-82b6-5be3b58d1cab: ACTIVE {{(pid=92945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:00:23.693772 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b814997f-baa8-4087-a57d-2ed8cead1e3e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:23.787297 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b814997f-baa8-4087-a57d-2ed8cead1e3e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:23.959292 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b814997f-baa8-4087-a57d-2ed8cead1e3e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:23.964743 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b814997f-baa8-4087-a57d-2ed8cead1e3e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725890'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:23.976611 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443caa7-3730-424f-954b-066004eca712 req-b188a464-8b6c-4482-8887-6f8f8d50f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:23.978126 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b443caa7-3730-424f-954b-066004eca712 req-b188a464-8b6c-4482-8887-6f8f8d50f40a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7048c1aee61f418585e6776bc9e22ed7&device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 1137 time: 0.0975235 Jun 30 11:00:24.008633 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1ea6c-2e76-4bc6-b711-7eb90af77bef req-04780005-2279-4fd2-81db-319b408336b1 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:24.010142 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-01f1ea6c-2e76-4bc6-b711-7eb90af77bef req-04780005-2279-4fd2-81db-319b408336b1 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 984 time: 0.1018434 Jun 30 11:00:24.036331 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814997f-baa8-4087-a57d-2ed8cead1e3e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Pushing event updated for resources: {'Port': ['ID=cfec21c6-609b-4fcf-b3cf-9be79efc8e96,revision_number=2']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:00:24.065187 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b814997f-baa8-4087-a57d-2ed8cead1e3e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995794'] for floatingip, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:24.097148 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-01f1ea6c-2e76-4bc6-b711-7eb90af77bef req-4c5a2f7d-66e4-41bd-9af4-0d90bb224ea0 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=851fc033-ba15-44d8-8033-f638f4e57c47&id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0769916 Jun 30 11:00:24.128597 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443caa7-3730-424f-954b-066004eca712 req-a41b317d-be3c-4f68-b22e-204189ee19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:24.130471 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b443caa7-3730-424f-954b-066004eca712 req-a41b317d-be3c-4f68-b22e-204189ee19ed service neutron] 10.222.0.39 "GET /v2.0/networks?id=aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 HTTP/1.1" status: 200 len: 916 time: 0.1436729 Jun 30 11:00:24.200432 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7817f-dfc8-4cb1-840e-8d755688f6c5 req-a63ecbaf-f396-4e40-80c5-dd3b38df09d8 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:24.202049 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c3d7817f-dfc8-4cb1-840e-8d755688f6c5 req-a63ecbaf-f396-4e40-80c5-dd3b38df09d8 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.1491332 Jun 30 11:00:24.204986 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.db.l3_db [None req-b814997f-baa8-4087-a57d-2ed8cead1e3e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Floating IP 7859f564-39f4-4e19-9ce9-09bc827dc2f1 associated. External IP: 172.27.3.27, port: 6ce5b801-a326-41ea-b1c9-ae7218412193. Jun 30 11:00:24.206814 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b443caa7-3730-424f-954b-066004eca712 req-5d833f28-49a5-4955-a669-ee2af680a4ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0292ee5a-02eb-4858-9099-ef4c4f563359 HTTP/1.1" status: 200 len: 1000 time: 0.0660095 Jun 30 11:00:24.260834 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443caa7-3730-424f-954b-066004eca712 req-aaef6152-c360-40ae-88aa-33c9f78b60f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:24.262953 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b443caa7-3730-424f-954b-066004eca712 req-aaef6152-c360-40ae-88aa-33c9f78b60f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=355e2b66-56b8-4dd2-9aa5-eea17072a99a HTTP/1.1" status: 200 len: 854 time: 0.0483377 Jun 30 11:00:24.268163 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:00:24.308212 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c3d7817f-dfc8-4cb1-840e-8d755688f6c5 req-27f6a1b9-d6cd-48b1-a912-21cbb683112c tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995648 Jun 30 11:00:24.326003 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443caa7-3730-424f-954b-066004eca712 req-9b0a7427-6461-4ab3-ae17-5eff26fdd9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:24.331430 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b443caa7-3730-424f-954b-066004eca712 req-9b0a7427-6461-4ab3-ae17-5eff26fdd9e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0563991 Jun 30 11:00:24.429329 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b443caa7-3730-424f-954b-066004eca712 req-c5791998-2427-49d2-afaa-97b44e7cda51 service neutron] 10.222.0.39 "GET /v2.0/networks/aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922880 Jun 30 11:00:24.448806 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b814997f-baa8-4087-a57d-2ed8cead1e3e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Router 93e39a55-fc61-4ad8-9ef3-b886bedcb65e has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:00:24.527219 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b443caa7-3730-424f-954b-066004eca712 req-170db97a-e5a7-493c-83ef-6e22dfa04f23 service neutron] 10.222.0.39 "GET /v2.0/networks/aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859265 Jun 30 11:00:24.562445 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b814997f-baa8-4087-a57d-2ed8cead1e3e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:00:24.571510 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22c0e04-e12a-4cfa-a76e-0ae79dd6cb53 None None] Sync routers for ids ['93e39a55-fc61-4ad8-9ef3-b886bedcb65e'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:00:24.579802 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b814997f-baa8-4087-a57d-2ed8cead1e3e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for floatingip, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:24.581320 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22c0e04-e12a-4cfa-a76e-0ae79dd6cb53 None None] Routers {'93e39a55-fc61-4ad8-9ef3-b886bedcb65e'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:00:24.581940 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-c22c0e04-e12a-4cfa-a76e-0ae79dd6cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:00:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['93e39a55-fc61-4ad8-9ef3-b886bedcb65e'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:00:24.633824 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-b814997f-baa8-4087-a57d-2ed8cead1e3e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8503819 Jun 30 11:00:24.633824 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33ca523-0756-4865-8c47-b93902cdcd63', 'tag': '6ce5b801-a326-41ea-b1c9-ae7218412193'}] {{(pid=92943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:00:24.633824 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbe9d626e50383ffb82a595db8fc1549102463c899d09ce870a2344fe6ae64b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50779a2e-89a3-443c-9b75-ea38514455b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b33ca523-0756-4865-8c47-b93902cdcd63", "tag": "6ce5b801-a326-41ea-b1c9-ae7218412193"}]}' {{(pid=92943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:00:24.659242 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 11:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46684b2c-9078-4c82-9e67-6a50513762b4 x-openstack-request-id: req-46684b2c-9078-4c82-9e67-6a50513762b4 {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:00:24.659534 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33ca523-0756-4865-8c47-b93902cdcd63", "tag": "6ce5b801-a326-41ea-b1c9-ae7218412193", "status": "completed", "code": 200}]} {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:00:24.659834 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-46684b2c-9078-4c82-9e67-6a50513762b4 {{(pid=92943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:00:24.660236 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33ca523-0756-4865-8c47-b93902cdcd63', 'tag': '6ce5b801-a326-41ea-b1c9-ae7218412193', 'status': 'completed', 'code': 200} Jun 30 11:00:24.718263 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-c22c0e04-e12a-4cfa-a76e-0ae79dd6cb53 None None] Set router 93e39a55-fc61-4ad8-9ef3-b886bedcb65e gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:00:24.748539 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50779a2e-89a3-443c-9b75-ea38514455b1 req-8660f738-ee0f-4a9b-a1b5-0c3d6540350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:24.750560 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-50779a2e-89a3-443c-9b75-ea38514455b1 req-8660f738-ee0f-4a9b-a1b5-0c3d6540350e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=13a517d383e7473c96ab94778ebcde3d&device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 1098 time: 0.0598457 Jun 30 11:00:24.850049 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50779a2e-89a3-443c-9b75-ea38514455b1 req-f14cf203-09b6-4307-acb2-da7b51edd89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:24.851527 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-50779a2e-89a3-443c-9b75-ea38514455b1 req-f14cf203-09b6-4307-acb2-da7b51edd89c service neutron] 10.222.0.39 "GET /v2.0/networks?id=45ec7867-bc94-42bd-8b7b-b41a690b0731 HTTP/1.1" status: 200 len: 909 time: 0.0942767 Jun 30 11:00:24.924730 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-50779a2e-89a3-443c-9b75-ea38514455b1 req-3ab8d9cc-a1ad-4286-b08f-bfac11b5e233 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ce5b801-a326-41ea-b1c9-ae7218412193 HTTP/1.1" status: 200 len: 998 time: 0.0621459 Jun 30 11:00:24.971044 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-c22c0e04-e12a-4cfa-a76e-0ae79dd6cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'name': 'tempest-TestShelveInstance-409678314-router', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:14Z', 'updated_at': '2021-06-30T10:59:23Z', 'revision_number': 4, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'gw_port': {'id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:15Z', 'updated_at': '2021-06-30T10:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '7859f564-39f4-4e19-9ce9-09bc827dc2f1', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'port_id': '6ce5b801-a326-41ea-b1c9-ae7218412193', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731', 'mac_address': 'fa:16:3e:7a:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33ca523-0756-4865-8c47-b93902cdcd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:00:23Z', 'updated_at': '2021-06-30T11:00:23Z', 'revision_number': 0, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9c5c4e2-53e5-47b4-a541-c5c9c416cff4', 'name': '', 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'mac_address': 'fa:16:3e:4f:0e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '552286ff-ad7d-4923-bcc9-2f47b3662812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:21Z', 'updated_at': '2021-06-30T10:59:30Z', 'revision_number': 5, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'subnets': [{'id': '552286ff-ad7d-4923-bcc9-2f47b3662812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:00:24.979755 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50779a2e-89a3-443c-9b75-ea38514455b1 req-ff1d213c-9bf7-4a8e-9380-9878d0ab26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:24.982066 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-50779a2e-89a3-443c-9b75-ea38514455b1 req-ff1d213c-9bf7-4a8e-9380-9878d0ab26a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=552286ff-ad7d-4923-bcc9-2f47b3662812 HTTP/1.1" status: 200 len: 847 time: 0.0456138 Jun 30 11:00:24.997601 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22c0e04-e12a-4cfa-a76e-0ae79dd6cb53 None None] Checking router: 93e39a55-fc61-4ad8-9ef3-b886bedcb65e for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:00:25.005817 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22c0e04-e12a-4cfa-a76e-0ae79dd6cb53 None None] Routers {'93e39a55-fc61-4ad8-9ef3-b886bedcb65e'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:00:25.006421 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-c22c0e04-e12a-4cfa-a76e-0ae79dd6cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:00:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['93e39a55-fc61-4ad8-9ef3-b886bedcb65e'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:00:25.040593 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50779a2e-89a3-443c-9b75-ea38514455b1 req-abb0d4e9-1a7b-46d9-87f3-030242cffc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:25.042007 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-50779a2e-89a3-443c-9b75-ea38514455b1 req-abb0d4e9-1a7b-46d9-87f3-030242cffc05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45ec7867-bc94-42bd-8b7b-b41a690b0731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0527544 Jun 30 11:00:25.110749 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-c22c0e04-e12a-4cfa-a76e-0ae79dd6cb53 None None] Set router 93e39a55-fc61-4ad8-9ef3-b886bedcb65e gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:00:25.141407 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-50779a2e-89a3-443c-9b75-ea38514455b1 req-e8b3d667-8a3e-4868-ac56-915cd6efd62f service neutron] 10.222.0.39 "GET /v2.0/networks/45ec7867-bc94-42bd-8b7b-b41a690b0731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922027 Jun 30 11:00:25.248222 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-50779a2e-89a3-443c-9b75-ea38514455b1 req-75e78b4d-8bc2-4a0d-867d-3388d26fc24b service neutron] 10.222.0.39 "GET /v2.0/networks/45ec7867-bc94-42bd-8b7b-b41a690b0731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977790 Jun 30 11:00:25.284396 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d16c8-979d-4772-b15f-a8c0ea7c31b5 req-9678e0c4-5d48-4b2c-b331-b7889fe5d0c5 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:25.291926 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-f13d16c8-979d-4772-b15f-a8c0ea7c31b5 req-9678e0c4-5d48-4b2c-b331-b7889fe5d0c5 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 984 time: 0.0799229 Jun 30 11:00:25.336633 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-f13d16c8-979d-4772-b15f-a8c0ea7c31b5 req-820360e7-f8e6-4f59-91d1-1009a08210aa tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=851fc033-ba15-44d8-8033-f638f4e57c47&id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434220 Jun 30 11:00:25.346240 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-c22c0e04-e12a-4cfa-a76e-0ae79dd6cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'name': 'tempest-TestShelveInstance-409678314-router', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:14Z', 'updated_at': '2021-06-30T10:59:23Z', 'revision_number': 4, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'gw_port': {'id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:15Z', 'updated_at': '2021-06-30T10:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '7859f564-39f4-4e19-9ce9-09bc827dc2f1', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'port_id': '6ce5b801-a326-41ea-b1c9-ae7218412193', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731', 'mac_address': 'fa:16:3e:7a:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33ca523-0756-4865-8c47-b93902cdcd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:00:23Z', 'updated_at': '2021-06-30T11:00:23Z', 'revision_number': 0, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9c5c4e2-53e5-47b4-a541-c5c9c416cff4', 'name': '', 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'mac_address': 'fa:16:3e:4f:0e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '552286ff-ad7d-4923-bcc9-2f47b3662812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:21Z', 'updated_at': '2021-06-30T10:59:30Z', 'revision_number': 5, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'subnets': [{'id': '552286ff-ad7d-4923-bcc9-2f47b3662812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:00:25.377093 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22c0e04-e12a-4cfa-a76e-0ae79dd6cb53 None None] The sync data for ids ['93e39a55-fc61-4ad8-9ef3-b886bedcb65e'] in dv-cinder-786627-16-iscsi is: [{'id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'name': 'tempest-TestShelveInstance-409678314-router', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:14Z', 'updated_at': '2021-06-30T10:59:23Z', 'revision_number': 4, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'gw_port': {'id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:15Z', 'updated_at': '2021-06-30T10:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '7859f564-39f4-4e19-9ce9-09bc827dc2f1', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'port_id': '6ce5b801-a326-41ea-b1c9-ae7218412193', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731', 'mac_address': 'fa:16:3e:7a:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33ca523-0756-4865-8c47-b93902cdcd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:00:23Z', 'updated_at': '2021-06-30T11:00:23Z', 'revision_number': 0, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9c5c4e2-53e5-47b4-a541-c5c9c416cff4', 'name': '', 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'mac_address': 'fa:16:3e:4f:0e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '552286ff-ad7d-4923-bcc9-2f47b3662812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:21Z', 'updated_at': '2021-06-30T10:59:30Z', 'revision_number': 5, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'subnets': [{'id': '552286ff-ad7d-4923-bcc9-2f47b3662812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:00:25.511580 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea8ff6-b3f1-4c4c-b0f8-e79fbd2f4d8b req-a953efb4-e769-4c46-8111-496f7c53bd0d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:25.513233 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-acea8ff6-b3f1-4c4c-b0f8-e79fbd2f4d8b req-a953efb4-e769-4c46-8111-496f7c53bd0d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.0654194 Jun 30 11:00:25.554013 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-acea8ff6-b3f1-4c4c-b0f8-e79fbd2f4d8b req-87662176-04fe-449b-a7c1-68d1953ed5dc tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347917 Jun 30 11:00:25.576288 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f4ee9-bb85-40f9-9c9f-40f7a34efa65 None None] New status for floating IP 7859f564-39f4-4e19-9ce9-09bc827dc2f1: ACTIVE {{(pid=92945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:00:26.510199 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97bae1-741d-4fba-bab9-373170864fd1 req-3b3d9315-a1ae-4b0d-8b79-df6a6d733301 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:26.511690 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fe97bae1-741d-4fba-bab9-373170864fd1 req-3b3d9315-a1ae-4b0d-8b79-df6a6d733301 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 984 time: 0.0657184 Jun 30 11:00:26.556896 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fe97bae1-741d-4fba-bab9-373170864fd1 req-a2bc8745-7027-446e-a205-02339767a28b tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=851fc033-ba15-44d8-8033-f638f4e57c47&id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389488 Jun 30 11:00:26.739478 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba3519-3c23-4daa-8a57-7bf83836ae85 req-28e0a018-5d2a-41bb-a804-0b90a702afcc tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:26.740980 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-65ba3519-3c23-4daa-8a57-7bf83836ae85 req-28e0a018-5d2a-41bb-a804-0b90a702afcc tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.0659666 Jun 30 11:00:26.779362 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-65ba3519-3c23-4daa-8a57-7bf83836ae85 req-01c9d4d7-800b-406d-b042-1a70da7cbcba tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328124 Jun 30 11:00:27.732562 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589a248-c18b-40d4-b470-24e7d95166db req-4c38f3db-7905-4270-a587-1219948e6292 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:27.734028 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-4589a248-c18b-40d4-b470-24e7d95166db req-4c38f3db-7905-4270-a587-1219948e6292 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 984 time: 0.0642281 Jun 30 11:00:27.777511 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-4589a248-c18b-40d4-b470-24e7d95166db req-67a3093a-279a-49ea-b34e-22464c46fb06 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=851fc033-ba15-44d8-8033-f638f4e57c47&id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374334 Jun 30 11:00:27.832653 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 013e43a9-d2ea-4d0c-886b-da0e49c4508e details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 11:00:27.929088 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 013e43a9-d2ea-4d0c-886b-da0e49c4508e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=013e43a9-d2ea-4d0c-886b-da0e49c4508e,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:00:27.942479 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': '013e43a9-d2ea-4d0c-886b-da0e49c4508e', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'port_id': '013e43a9-d2ea-4d0c-886b-da0e49c4508e', 'mac_address': 'fa:16:3e:44:1e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 11:00:27.966810 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba6ca8-7356-4708-917a-a099dde58dc6 req-61723e76-7edb-47e9-9d82-d6a945653c76 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:27.968254 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5fba6ca8-7356-4708-917a-a099dde58dc6 req-61723e76-7edb-47e9-9d82-d6a945653c76 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.0671983 Jun 30 11:00:27.987996 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:28.003129 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 013e43a9-d2ea-4d0c-886b-da0e49c4508e {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 11:00:28.011056 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5fba6ca8-7356-4708-917a-a099dde58dc6 req-a6b070e3-a4de-4137-be4a-5595d518be70 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360045 Jun 30 11:00:28.024871 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 013e43a9-d2ea-4d0c-886b-da0e49c4508e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=013e43a9-d2ea-4d0c-886b-da0e49c4508e,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:00:28.030906 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:28.084277 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=013e43a9-d2ea-4d0c-886b-da0e49c4508e,revision_number=6']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:00:28.140680 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['013e43a9-d2ea-4d0c-886b-da0e49c4508e'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 11:00:28.980681 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4366f-2776-4945-91a3-325694a5bab6 req-b61e6cab-f7ff-4bfe-a8d9-1daa793309da tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:28.983094 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-82f4366f-2776-4945-91a3-325694a5bab6 req-b61e6cab-f7ff-4bfe-a8d9-1daa793309da tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 984 time: 0.0739527 Jun 30 11:00:29.036520 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-82f4366f-2776-4945-91a3-325694a5bab6 req-17c17aa4-5a18-4558-aa5c-f80e33e0261c tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=851fc033-ba15-44d8-8033-f638f4e57c47&id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468125 Jun 30 11:00:29.250680 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b4f1b-02ed-4292-8691-281bbf09ab66 req-2890f5d2-522b-40fb-b771-491b46fbb0e0 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:29.258475 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-fb7b4f1b-02ed-4292-8691-281bbf09ab66 req-2890f5d2-522b-40fb-b771-491b46fbb0e0 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 944 time: 0.1049478 Jun 30 11:00:29.304626 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-fb7b4f1b-02ed-4292-8691-281bbf09ab66 req-abd44ecb-a69d-4ee6-8ba7-903fc75e1b77 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449743 Jun 30 11:00:29.859026 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 013e43a9-d2ea-4d0c-886b-da0e49c4508e up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 11:00:30.001285 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port 013e43a9-d2ea-4d0c-886b-da0e49c4508e triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:00:30.001925 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:30.128696 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:30.160209 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259f3d9b-5cb5-4253-ac1e-a34b84e86e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013e43a9-d2ea-4d0c-886b-da0e49c4508e'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:00:30.162499 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cd10ec-c26a-425b-94db-c27a8aa6be0f" -d '{"events": [{"server_uuid": "259f3d9b-5cb5-4253-ac1e-a34b84e86e73", "name": "network-vif-plugged", "status": "completed", "tag": "013e43a9-d2ea-4d0c-886b-da0e49c4508e"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:00:30.181276 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 013e43a9-d2ea-4d0c-886b-da0e49c4508e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=013e43a9-d2ea-4d0c-886b-da0e49c4508e,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:00:30.195250 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:30.251162 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 11:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51001674-4ce5-47f4-9e62-406043ae521e x-openstack-request-id: req-51001674-4ce5-47f4-9e62-406043ae521e {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:00:30.251455 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259f3d9b-5cb5-4253-ac1e-a34b84e86e73", "name": "network-vif-plugged", "status": "completed", "tag": "013e43a9-d2ea-4d0c-886b-da0e49c4508e", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:00:30.251734 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-51001674-4ce5-47f4-9e62-406043ae521e {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:00:30.252116 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259f3d9b-5cb5-4253-ac1e-a34b84e86e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013e43a9-d2ea-4d0c-886b-da0e49c4508e', 'code': 200} Jun 30 11:00:30.281525 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=013e43a9-d2ea-4d0c-886b-da0e49c4508e,revision_number=7']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:00:30.290078 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e193c-8fcd-4609-abff-4e7899a63e1d req-779358cf-ba07-4a90-9be7-b2095463d5cc tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:30.293117 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-659e193c-8fcd-4609-abff-4e7899a63e1d req-779358cf-ba07-4a90-9be7-b2095463d5cc tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 984 time: 0.1092868 Jun 30 11:00:30.357292 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-659e193c-8fcd-4609-abff-4e7899a63e1d req-e98bfc22-fdf9-4443-a95d-d6288e1ec4cf tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=851fc033-ba15-44d8-8033-f638f4e57c47&id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561061 Jun 30 11:00:30.528115 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15b7b5-4a03-438c-9017-b4a922d72543 req-7d896464-fbb7-408f-aada-dab9af6100b4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:30.530260 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7b15b7b5-4a03-438c-9017-b4a922d72543 req-7d896464-fbb7-408f-aada-dab9af6100b4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.0769038 Jun 30 11:00:30.577832 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7b15b7b5-4a03-438c-9017-b4a922d72543 req-4621085c-953a-441a-9748-39cd9217a8c2 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392501 Jun 30 11:00:31.545974 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc25ff-96d7-4b9c-ae8c-1e50bc2eaed5 req-50a9adad-ee40-4369-bbf5-9109bf24422d tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:31.552144 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a1cc25ff-96d7-4b9c-ae8c-1e50bc2eaed5 req-50a9adad-ee40-4369-bbf5-9109bf24422d tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 984 time: 0.0730793 Jun 30 11:00:31.606182 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a1cc25ff-96d7-4b9c-ae8c-1e50bc2eaed5 req-d9686895-0336-4fef-b4fb-4f69e2ce4887 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=851fc033-ba15-44d8-8033-f638f4e57c47&id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517378 Jun 30 11:00:31.791719 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ed19b-4ce9-46c3-b67b-3dd2a50434e3 req-cb3289a8-dc99-4b9d-9347-fbb334d722cf tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:31.794166 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-669ed19b-4ce9-46c3-b67b-3dd2a50434e3 req-cb3289a8-dc99-4b9d-9347-fbb334d722cf tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.0760269 Jun 30 11:00:31.838935 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-669ed19b-4ce9-46c3-b67b-3dd2a50434e3 req-179ce004-7f34-4eec-9bb3-71f77966c734 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369492 Jun 30 11:00:32.813868 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654e283-d603-4e85-8446-ff8e41b126bf req-81302fc5-7dec-4df9-ba3c-b332b9a615e0 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:32.815436 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-1654e283-d603-4e85-8446-ff8e41b126bf req-81302fc5-7dec-4df9-ba3c-b332b9a615e0 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 984 time: 0.0788231 Jun 30 11:00:32.860753 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-1654e283-d603-4e85-8446-ff8e41b126bf req-d6f8da52-15bc-41e8-a3e3-a2a4824abbad tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=851fc033-ba15-44d8-8033-f638f4e57c47&id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390167 Jun 30 11:00:33.062811 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a8868-f54b-4913-919f-f0c80fb5be15 req-ab101269-9c91-40f0-9a46-f0def60b9099 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:33.064476 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d05a8868-f54b-4913-919f-f0c80fb5be15 req-ab101269-9c91-40f0-9a46-f0def60b9099 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.0787320 Jun 30 11:00:33.108342 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d05a8868-f54b-4913-919f-f0c80fb5be15 req-5de26019-9dd0-48b6-8bee-cabf3fb470c7 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377796 Jun 30 11:00:34.070459 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44c8d6-9a68-444b-babf-f1588a811c2e req-59a58e12-3a56-4ee0-a5b6-808bfe1a3aa9 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:34.072697 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7b44c8d6-9a68-444b-babf-f1588a811c2e req-59a58e12-3a56-4ee0-a5b6-808bfe1a3aa9 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 984 time: 0.0733242 Jun 30 11:00:34.099029 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:34.120329 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7b44c8d6-9a68-444b-babf-f1588a811c2e req-aab4c964-d929-4e44-b43a-9dd35a42ee78 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=851fc033-ba15-44d8-8033-f638f4e57c47&id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416517 Jun 30 11:00:34.325566 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac3162-6feb-41f3-b54e-f5f70ffafa9c req-588ae6bb-2657-4be3-b603-89a1b639009c tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:34.327322 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a4ac3162-6feb-41f3-b54e-f5f70ffafa9c req-588ae6bb-2657-4be3-b603-89a1b639009c tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.0693750 Jun 30 11:00:34.375441 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-a4ac3162-6feb-41f3-b54e-f5f70ffafa9c req-7e725bd4-4bb5-44b7-b565-bdd003d52229 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419059 Jun 30 11:00:35.326350 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fb970-2d4b-4ed5-9720-17e49291ee47 req-f22109aa-505b-4a9e-bf2d-4363883f9ca8 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:35.328133 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-4e9fb970-2d4b-4ed5-9720-17e49291ee47 req-f22109aa-505b-4a9e-bf2d-4363883f9ca8 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 984 time: 0.0697029 Jun 30 11:00:35.376342 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-4e9fb970-2d4b-4ed5-9720-17e49291ee47 req-8dab4d74-3a93-45c2-adae-4172329de507 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=851fc033-ba15-44d8-8033-f638f4e57c47&id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422678 Jun 30 11:00:35.587511 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7135cc0-56ce-4e65-a28c-7a27853d2b26 req-3bd525be-cc94-4112-bfcf-01e46fb2d4a6 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:35.589789 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d7135cc0-56ce-4e65-a28c-7a27853d2b26 req-3bd525be-cc94-4112-bfcf-01e46fb2d4a6 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.0712466 Jun 30 11:00:35.654498 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d7135cc0-56ce-4e65-a28c-7a27853d2b26 req-f09d8535-c8e3-4649-9d88-5edcadced39f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574529 Jun 30 11:00:35.761084 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f404f6-17c5-4632-ba07-d1da37fd8c04 req-a90c851b-02ee-4046-b5fb-d607fe62ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:35.763032 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-14f404f6-17c5-4632-ba07-d1da37fd8c04 req-a90c851b-02ee-4046-b5fb-d607fe62ed7b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd767d920c4042ebb7ff4a63cffdc075&device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 1098 time: 0.0741887 Jun 30 11:00:35.890294 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f404f6-17c5-4632-ba07-d1da37fd8c04 req-95176d98-874f-4e59-b388-be588d607acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:35.892089 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-14f404f6-17c5-4632-ba07-d1da37fd8c04 req-95176d98-874f-4e59-b388-be588d607acb service neutron] 10.222.0.39 "GET /v2.0/networks?id=3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 HTTP/1.1" status: 200 len: 918 time: 0.0940516 Jun 30 11:00:35.970456 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c719c19d-a3b5-46d9-9db2-5cef60643f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:35.973640 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-14f404f6-17c5-4632-ba07-d1da37fd8c04 req-41c5cdbb-640f-46d8-81a7-47b7b48b00c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=013e43a9-d2ea-4d0c-886b-da0e49c4508e HTTP/1.1" status: 200 len: 1001 time: 0.0723264 Jun 30 11:00:36.030375 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f404f6-17c5-4632-ba07-d1da37fd8c04 req-d021ede9-b9e2-4328-9190-8f18219cadb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:36.031953 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-14f404f6-17c5-4632-ba07-d1da37fd8c04 req-d021ede9-b9e2-4328-9190-8f18219cadb6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd9941a1-a63d-4ae1-bee1-bc13b8df9212 HTTP/1.1" status: 200 len: 856 time: 0.0490096 Jun 30 11:00:36.096658 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f404f6-17c5-4632-ba07-d1da37fd8c04 req-8631ff20-4cdc-4bac-a9cd-b04b4141a584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:36.098383 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-14f404f6-17c5-4632-ba07-d1da37fd8c04 req-8631ff20-4cdc-4bac-a9cd-b04b4141a584 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0575550 Jun 30 11:00:36.210602 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-14f404f6-17c5-4632-ba07-d1da37fd8c04 req-13104be3-f43c-46c4-aa2a-4279893470ff service neutron] 10.222.0.39 "GET /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948963 Jun 30 11:00:36.325627 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-14f404f6-17c5-4632-ba07-d1da37fd8c04 req-e3f13df4-51c1-4315-ba25-e1f7ff0facf7 service neutron] 10.222.0.39 "GET /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075525 Jun 30 11:00:36.596813 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0366a-3522-4fab-98bb-f1dfe67eb7b5 req-1e431140-ab02-4349-8ab9-2a4cbfd542e5 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:36.598345 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8cc0366a-3522-4fab-98bb-f1dfe67eb7b5 req-1e431140-ab02-4349-8ab9-2a4cbfd542e5 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 984 time: 0.0758982 Jun 30 11:00:36.644865 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8cc0366a-3522-4fab-98bb-f1dfe67eb7b5 req-940b4483-04ac-4432-b626-b0bb6261015d tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=851fc033-ba15-44d8-8033-f638f4e57c47&id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403955 Jun 30 11:00:36.885967 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5a9e2-e33e-4301-81f9-5de80ae5d7d8 req-f9a0c7de-6d29-4c6e-bbf9-62260745fc3a tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:36.889254 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6fd5a9e2-e33e-4301-81f9-5de80ae5d7d8 req-f9a0c7de-6d29-4c6e-bbf9-62260745fc3a tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.0953617 Jun 30 11:00:36.935589 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6fd5a9e2-e33e-4301-81f9-5de80ae5d7d8 req-55b1ef01-6a6f-49ce-8af5-029b8b1cec34 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415256 Jun 30 11:00:37.830126 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b4008-06c9-4bb5-a147-02d3febfd049 req-c716d91e-0c24-433e-9447-741f4c4dc00c tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:37.831747 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-373b4008-06c9-4bb5-a147-02d3febfd049 req-c716d91e-0c24-433e-9447-741f4c4dc00c tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 984 time: 0.0712781 Jun 30 11:00:37.873314 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-373b4008-06c9-4bb5-a147-02d3febfd049 req-3ff639f1-cb21-4ad2-80e0-de29b89d401e tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=851fc033-ba15-44d8-8033-f638f4e57c47&id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358446 Jun 30 11:00:38.120776 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fa502-760c-4452-ba1f-cd2d27ddd956 req-ef94bbdb-a66e-4464-908c-540395a40db0 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:38.122394 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5b6fa502-760c-4452-ba1f-cd2d27ddd956 req-ef94bbdb-a66e-4464-908c-540395a40db0 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.0646577 Jun 30 11:00:38.160537 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5b6fa502-760c-4452-ba1f-cd2d27ddd956 req-abd2a959-0ee5-4633-bbce-89d7790f9ddf tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324767 Jun 30 11:00:38.214615 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2ff83-fe52-41e6-bc56-228e055ac2f6 req-f697a236-ee05-4371-a69f-5970ffbde60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:38.216784 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49a2ff83-fe52-41e6-bc56-228e055ac2f6 req-f697a236-ee05-4371-a69f-5970ffbde60e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd767d920c4042ebb7ff4a63cffdc075&device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 1098 time: 0.0553420 Jun 30 11:00:38.305420 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2ff83-fe52-41e6-bc56-228e055ac2f6 req-c395a8ce-77a6-4f5e-b4e2-95517b661098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:38.306878 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49a2ff83-fe52-41e6-bc56-228e055ac2f6 req-c395a8ce-77a6-4f5e-b4e2-95517b661098 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 HTTP/1.1" status: 200 len: 918 time: 0.0832174 Jun 30 11:00:38.376417 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49a2ff83-fe52-41e6-bc56-228e055ac2f6 req-2ee7b696-2049-4a0f-a5d0-90e69ed20a73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=013e43a9-d2ea-4d0c-886b-da0e49c4508e HTTP/1.1" status: 200 len: 1001 time: 0.0622067 Jun 30 11:00:38.429784 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2ff83-fe52-41e6-bc56-228e055ac2f6 req-e38a526c-733e-4cae-91d6-abd7091da6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:38.431250 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49a2ff83-fe52-41e6-bc56-228e055ac2f6 req-e38a526c-733e-4cae-91d6-abd7091da6c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd9941a1-a63d-4ae1-bee1-bc13b8df9212 HTTP/1.1" status: 200 len: 856 time: 0.0463643 Jun 30 11:00:38.488410 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2ff83-fe52-41e6-bc56-228e055ac2f6 req-05433c7b-dce0-43b8-aa18-02dd72117c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:38.489812 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49a2ff83-fe52-41e6-bc56-228e055ac2f6 req-05433c7b-dce0-43b8-aa18-02dd72117c2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518904 Jun 30 11:00:38.585367 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49a2ff83-fe52-41e6-bc56-228e055ac2f6 req-8d26f22b-966d-41d5-be58-5b39cb78c1bd service neutron] 10.222.0.39 "GET /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850520 Jun 30 11:00:38.677979 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49a2ff83-fe52-41e6-bc56-228e055ac2f6 req-f9e15840-ad05-454c-b436-bd59b66b87a8 service neutron] 10.222.0.39 "GET /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813046 Jun 30 11:00:38.820148 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a3b7d698-43e8-4eeb-bbd3-f13b4a06a71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:39.048032 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcb92d-e69e-4559-87ed-90030a8a2b3f req-a8b969b4-9a17-4590-ae81-997113331cdb tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:39.049462 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-7ddcb92d-e69e-4559-87ed-90030a8a2b3f req-a8b969b4-9a17-4590-ae81-997113331cdb tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 984 time: 0.0640814 Jun 30 11:00:39.057427 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:39.089578 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-7ddcb92d-e69e-4559-87ed-90030a8a2b3f req-984722a8-40c0-4196-b407-15bb1b46cc2f tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=851fc033-ba15-44d8-8033-f638f4e57c47&id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342731 Jun 30 11:00:39.370514 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5220d-a00a-4795-9e52-97a0a06be997 req-123bc2d7-1fcf-4ecb-b21e-e65280f1025f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:39.372020 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-45f5220d-a00a-4795-9e52-97a0a06be997 req-123bc2d7-1fcf-4ecb-b21e-e65280f1025f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.0867364 Jun 30 11:00:39.419120 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-45f5220d-a00a-4795-9e52-97a0a06be997 req-045ed43c-7789-48fc-b292-3b70871c962a tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363536 Jun 30 11:00:39.788956 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:40.273672 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327f6f7-f8a7-4b60-aed8-fa2b730846d0 req-38c91d78-e6b5-4501-82b2-cb13549dbdb7 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:40.275121 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4327f6f7-f8a7-4b60-aed8-fa2b730846d0 req-38c91d78-e6b5-4501-82b2-cb13549dbdb7 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 984 time: 0.0697417 Jun 30 11:00:40.316474 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4327f6f7-f8a7-4b60-aed8-fa2b730846d0 req-484a05e5-c9a3-4e2e-8449-9789c6819698 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=851fc033-ba15-44d8-8033-f638f4e57c47&id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347602 Jun 30 11:00:40.615543 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3e1c7-e1b1-42f6-8602-f2ef68989364 req-82a65dd5-87e7-415a-979b-cc6137cb02b9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:40.617417 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-23f3e1c7-e1b1-42f6-8602-f2ef68989364 req-82a65dd5-87e7-415a-979b-cc6137cb02b9 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.0770111 Jun 30 11:00:40.661997 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-23f3e1c7-e1b1-42f6-8602-f2ef68989364 req-a0f15db2-8b4b-46b1-ad07-7b7adec64731 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369246 Jun 30 11:00:41.492854 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:41.510780 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce47c34-85f7-42a3-b66f-83aeb2cc3790 req-68c7c9a0-519f-49b9-aa94-9c2bc79939b7 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:41.512999 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-dce47c34-85f7-42a3-b66f-83aeb2cc3790 req-68c7c9a0-519f-49b9-aa94-9c2bc79939b7 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 984 time: 0.0724165 Jun 30 11:00:41.552780 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-dce47c34-85f7-42a3-b66f-83aeb2cc3790 req-e612d637-e3f2-468a-9e3d-3ecb4a70ba10 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=851fc033-ba15-44d8-8033-f638f4e57c47&id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331879 Jun 30 11:00:41.843385 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26e97e-b522-4273-af24-1fe0974a10a0 req-3d207857-bca3-441d-bbdb-022d474764a6 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:41.844762 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1d26e97e-b522-4273-af24-1fe0974a10a0 req-3d207857-bca3-441d-bbdb-022d474764a6 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 945 time: 0.0632405 Jun 30 11:00:41.882349 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1d26e97e-b522-4273-af24-1fe0974a10a0 req-f0d147ba-89c5-4e42-92c3-035d8b91ea79 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316429 Jun 30 11:00:41.939216 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 013e43a9-d2ea-4d0c-886b-da0e49c4508e no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:00:42.016776 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:42.039286 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259f3d9b-5cb5-4253-ac1e-a34b84e86e73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '013e43a9-d2ea-4d0c-886b-da0e49c4508e'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:00:42.041508 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2881e54-d808-4a23-a4d8-e34f8b784020" -d '{"events": [{"server_uuid": "259f3d9b-5cb5-4253-ac1e-a34b84e86e73", "name": "network-vif-unplugged", "status": "completed", "tag": "013e43a9-d2ea-4d0c-886b-da0e49c4508e"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:00:42.060487 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 013e43a9-d2ea-4d0c-886b-da0e49c4508e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=013e43a9-d2ea-4d0c-886b-da0e49c4508e,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:00:42.065184 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:42.094723 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 11:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554ffa72-a5e4-401e-89b8-1d7a63ae183a x-openstack-request-id: req-554ffa72-a5e4-401e-89b8-1d7a63ae183a {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:00:42.095012 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259f3d9b-5cb5-4253-ac1e-a34b84e86e73", "name": "network-vif-unplugged", "status": "failed", "tag": "013e43a9-d2ea-4d0c-886b-da0e49c4508e", "code": 422}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:00:42.095270 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-554ffa72-a5e4-401e-89b8-1d7a63ae183a {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:00:42.095974 dv-cinder-786627-16-iscsi neutron-server[92944]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '259f3d9b-5cb5-4253-ac1e-a34b84e86e73', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '013e43a9-d2ea-4d0c-886b-da0e49c4508e', 'code': 422} returned with failed status Jun 30 11:00:42.125071 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=013e43a9-d2ea-4d0c-886b-da0e49c4508e,revision_number=8']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:00:43.039241 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1464b6-737b-4580-a510-728a5cf50870 req-596df15a-137d-4bb9-81c0-30ead1f6696d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:43.040764 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bf1464b6-737b-4580-a510-728a5cf50870 req-596df15a-137d-4bb9-81c0-30ead1f6696d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 943 time: 0.0683455 Jun 30 11:00:43.081703 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bf1464b6-737b-4580-a510-728a5cf50870 req-38be80ea-cb9a-4842-8cfc-feac1d8fa8b4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348082 Jun 30 11:00:43.218660 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 33516) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:00:43.310920 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3a490958-50a4-43c5-9773-a49068b717ec req-ff6b4e1d-294e-44fa-9c9f-4d87ae508efa service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0910134 Jun 30 11:00:44.306646 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3045d3-5cc1-4afe-a9f9-10f91b46444d req-972b5a47-00be-4cea-9ade-25e681973c48 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:44.308235 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3b3045d3-5cc1-4afe-a9f9-10f91b46444d req-972b5a47-00be-4cea-9ade-25e681973c48 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 943 time: 0.1032090 Jun 30 11:00:44.318423 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a490958-50a4-43c5-9773-a49068b717ec req-f1dcac92-2864-48a8-a68d-59c6205ddd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:44.319943 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3a490958-50a4-43c5-9773-a49068b717ec req-f1dcac92-2864-48a8-a68d-59c6205ddd9f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73&tenant_id=dd767d920c4042ebb7ff4a63cffdc075 HTTP/1.1" status: 200 len: 1096 time: 0.0536053 Jun 30 11:00:44.347910 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3b3045d3-5cc1-4afe-a9f9-10f91b46444d req-891f4bbd-c054-410c-9327-e8d6c1dc20b3 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333815 Jun 30 11:00:44.398001 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a490958-50a4-43c5-9773-a49068b717ec req-cfc9022b-b7d6-4e3d-bc72-88ecb8664a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:44.399429 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3a490958-50a4-43c5-9773-a49068b717ec req-cfc9022b-b7d6-4e3d-bc72-88ecb8664a4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd767d920c4042ebb7ff4a63cffdc075&device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 1096 time: 0.0565393 Jun 30 11:00:44.495449 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a490958-50a4-43c5-9773-a49068b717ec req-cf042a34-eb45-4a6b-8333-96d92ce03302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:44.497534 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3a490958-50a4-43c5-9773-a49068b717ec req-cf042a34-eb45-4a6b-8333-96d92ce03302 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 HTTP/1.1" status: 200 len: 918 time: 0.0916126 Jun 30 11:00:44.564324 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3a490958-50a4-43c5-9773-a49068b717ec req-5cddb7de-a704-4594-acd8-c9f4de16f643 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=013e43a9-d2ea-4d0c-886b-da0e49c4508e HTTP/1.1" status: 200 len: 999 time: 0.0592072 Jun 30 11:00:44.619109 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a490958-50a4-43c5-9773-a49068b717ec req-9e4924a6-179e-4f6a-91e7-ae8eb61626e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:44.620586 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3a490958-50a4-43c5-9773-a49068b717ec req-9e4924a6-179e-4f6a-91e7-ae8eb61626e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd9941a1-a63d-4ae1-bee1-bc13b8df9212 HTTP/1.1" status: 200 len: 856 time: 0.0484989 Jun 30 11:00:44.678822 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a490958-50a4-43c5-9773-a49068b717ec req-3e31c9f0-7d79-4197-b0b0-e59b32017039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:44.680228 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3a490958-50a4-43c5-9773-a49068b717ec req-3e31c9f0-7d79-4197-b0b0-e59b32017039 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507395 Jun 30 11:00:44.771308 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3a490958-50a4-43c5-9773-a49068b717ec req-ad272c94-16ee-4f94-8347-8f08422755e2 service neutron] 10.222.0.39 "GET /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820470 Jun 30 11:00:44.867114 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3a490958-50a4-43c5-9773-a49068b717ec req-1ba6bf59-c0d2-4eae-9b21-9dd7da029811 service neutron] 10.222.0.39 "GET /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880938 Jun 30 11:00:45.561339 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3ad99-05e8-4848-9483-3b8966402d83 req-c3d8edff-8f2b-4c34-87fe-099d5e14eb4a tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:45.568469 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6df3ad99-05e8-4848-9483-3b8966402d83 req-c3d8edff-8f2b-4c34-87fe-099d5e14eb4a tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 943 time: 0.0753703 Jun 30 11:00:45.605977 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6df3ad99-05e8-4848-9483-3b8966402d83 req-a1673c07-ec7b-4597-9da8-a7bdc017d848 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360982 Jun 30 11:00:45.953057 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 013e43a9-d2ea-4d0c-886b-da0e49c4508e no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:00:46.791367 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6aee6-a848-47a3-a731-ce9c048f6ba7 req-a33a8277-17f8-4afc-9255-15b736118afd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:46.792939 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b7e6aee6-a848-47a3-a731-ce9c048f6ba7 req-a33a8277-17f8-4afc-9255-15b736118afd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 943 time: 0.0652606 Jun 30 11:00:46.832334 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b7e6aee6-a848-47a3-a731-ce9c048f6ba7 req-64fa930a-a316-4a01-9e53-04f9373194b2 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337722 Jun 30 11:00:48.035583 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2b4c7-0234-4f90-9412-bbdcfb2640fa req-b4e4cddb-3011-42db-850a-bd96e23a80bb tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:48.037318 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4fe2b4c7-0234-4f90-9412-bbdcfb2640fa req-b4e4cddb-3011-42db-850a-bd96e23a80bb tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 943 time: 0.0835578 Jun 30 11:00:48.080306 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4fe2b4c7-0234-4f90-9412-bbdcfb2640fa req-b53a52a0-dfa4-4d86-ab60-d4651d316f48 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361753 Jun 30 11:00:49.278242 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332848a-9ecf-4ab8-8a80-18767790361b req-fb76924a-bf27-4e3d-a355-3b55c7206795 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:49.279718 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-4332848a-9ecf-4ab8-8a80-18767790361b req-fb76924a-bf27-4e3d-a355-3b55c7206795 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 943 time: 0.0699883 Jun 30 11:00:49.319867 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-4332848a-9ecf-4ab8-8a80-18767790361b req-4a82e18c-c2dc-4749-b8a0-140d364e2508 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337892 Jun 30 11:00:50.534733 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c03c08-ec7f-47cf-8e6a-2638c003121e req-ce6d53fc-1d02-4c1d-b2d3-60fc7cd9ecd7 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:50.536201 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c9c03c08-ec7f-47cf-8e6a-2638c003121e req-ce6d53fc-1d02-4c1d-b2d3-60fc7cd9ecd7 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 943 time: 0.0689926 Jun 30 11:00:50.576658 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c9c03c08-ec7f-47cf-8e6a-2638c003121e req-aa0ce7c5-108a-41d3-9529-ef65e376cebb tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348856 Jun 30 11:00:51.775279 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e7aab-f61e-42f8-b628-3062ba098243 req-8f79e573-112b-4542-adbd-9f1a7bad6102 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:51.776457 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3e6e7aab-f61e-42f8-b628-3062ba098243 req-8f79e573-112b-4542-adbd-9f1a7bad6102 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 943 time: 0.0655017 Jun 30 11:00:51.818750 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3e6e7aab-f61e-42f8-b628-3062ba098243 req-cca8b2a9-e4a1-42d8-804c-feb9d134a612 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335369 Jun 30 11:00:53.054983 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab780d-01c4-4781-9c97-038d0ff95aea req-b9298645-150a-4a53-a380-d3d70745d610 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:53.056425 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9dab780d-01c4-4781-9c97-038d0ff95aea req-b9298645-150a-4a53-a380-d3d70745d610 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 943 time: 0.0863545 Jun 30 11:00:53.106852 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9dab780d-01c4-4781-9c97-038d0ff95aea req-819a0144-a7ee-4eaa-b6ad-6b4502316cf4 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445559 Jun 30 11:00:54.300571 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e18d2a-2176-4b03-8e9c-0476364ff672 req-740c54c5-1d00-403c-bd26-faa858665b81 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:54.302269 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-70e18d2a-2176-4b03-8e9c-0476364ff672 req-740c54c5-1d00-403c-bd26-faa858665b81 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 943 time: 0.0689564 Jun 30 11:00:54.342082 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-70e18d2a-2176-4b03-8e9c-0476364ff672 req-ed1a06f2-f2c8-412b-82c4-6f618b5f6176 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332940 Jun 30 11:00:55.539585 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21be509-0061-4981-8f32-c51b4fdbd7b1 req-78a7e35c-3944-481b-91d5-16ee525f9ebf tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:55.540989 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b21be509-0061-4981-8f32-c51b4fdbd7b1 req-78a7e35c-3944-481b-91d5-16ee525f9ebf tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 943 time: 0.0769835 Jun 30 11:00:55.579754 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b21be509-0061-4981-8f32-c51b4fdbd7b1 req-c4de098a-5368-4069-9a5e-e563e1bd8dc6 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323739 Jun 30 11:00:56.770186 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198c434-d098-46ac-850a-e26dbd59ddb9 req-16b9a88c-640c-4c8f-a72f-0e78d163339f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:56.771685 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3198c434-d098-46ac-850a-e26dbd59ddb9 req-16b9a88c-640c-4c8f-a72f-0e78d163339f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 943 time: 0.0637753 Jun 30 11:00:56.812869 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3198c434-d098-46ac-850a-e26dbd59ddb9 req-27fdac16-3480-44d0-a20d-b4473eeb673a tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355496 Jun 30 11:00:57.992499 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6ad54-8a23-4852-9bf5-fc31f523186b req-9c91f8e1-da61-4fcd-bb96-56a0989269ed tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:57.993979 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-58c6ad54-8a23-4852-9bf5-fc31f523186b req-9c91f8e1-da61-4fcd-bb96-56a0989269ed tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 943 time: 0.0632205 Jun 30 11:00:58.033763 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-58c6ad54-8a23-4852-9bf5-fc31f523186b req-07a27b4b-4cbe-4cbc-b6bb-256b46b02004 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337079 Jun 30 11:00:59.213611 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8090960-1a8b-4f18-9906-3aa0c07320f0 req-c0269b54-e38c-47c6-83d6-bef8178ce06b tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:59.215088 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d8090960-1a8b-4f18-9906-3aa0c07320f0 req-c0269b54-e38c-47c6-83d6-bef8178ce06b tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 943 time: 0.0633504 Jun 30 11:00:59.259607 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d8090960-1a8b-4f18-9906-3aa0c07320f0 req-016cf35b-7aac-491e-afee-d3f62a8794ec tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375969 Jun 30 11:01:00.033673 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 013e43a9-d2ea-4d0c-886b-da0e49c4508e details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 11:01:00.236610 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 013e43a9-d2ea-4d0c-886b-da0e49c4508e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=013e43a9-d2ea-4d0c-886b-da0e49c4508e,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:00.247448 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': '013e43a9-d2ea-4d0c-886b-da0e49c4508e', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'port_id': '013e43a9-d2ea-4d0c-886b-da0e49c4508e', 'mac_address': 'fa:16:3e:44:1e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 11:01:00.287827 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:00.301723 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013e43a9-d2ea-4d0c-886b-da0e49c4508e {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 11:01:00.320866 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 013e43a9-d2ea-4d0c-886b-da0e49c4508e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=013e43a9-d2ea-4d0c-886b-da0e49c4508e,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:00.325003 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:00.372960 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=013e43a9-d2ea-4d0c-886b-da0e49c4508e,revision_number=9']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:00.380471 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:00.380832 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:00.381184 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:00.381526 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:00.381869 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:00.382206 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:00.382539 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:00.382874 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:00.383207 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:00.383538 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:00.383893 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:00.384218 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:00.440194 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84aa1e-a5bf-4b1d-93e2-156721749ef6 req-73a364cf-3747-4bfc-a944-7ac77a84f13e tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:00.441709 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-de84aa1e-a5bf-4b1d-93e2-156721749ef6 req-73a364cf-3747-4bfc-a944-7ac77a84f13e tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 944 time: 0.0633149 Jun 30 11:01:00.479799 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-de84aa1e-a5bf-4b1d-93e2-156721749ef6 req-15fbe96c-dc5f-4e93-8dbd-003085ef5950 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320961 Jun 30 11:01:00.617169 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['013e43a9-d2ea-4d0c-886b-da0e49c4508e'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 11:01:01.268710 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:01:01.657210 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d263f6-787b-4f9a-929e-14b94ff61596 req-f03ce40c-7934-4b63-a887-f56e56c4511c tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:01.658677 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-07d263f6-787b-4f9a-929e-14b94ff61596 req-f03ce40c-7934-4b63-a887-f56e56c4511c tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 944 time: 0.0616345 Jun 30 11:01:01.695206 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-07d263f6-787b-4f9a-929e-14b94ff61596 req-570c32e1-df0b-4d71-bafd-faa25d41427a tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309398 Jun 30 11:01:02.047973 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 013e43a9-d2ea-4d0c-886b-da0e49c4508e up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 11:01:02.095441 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port 013e43a9-d2ea-4d0c-886b-da0e49c4508e triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:01:02.096239 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:02.168618 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:02.189640 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259f3d9b-5cb5-4253-ac1e-a34b84e86e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013e43a9-d2ea-4d0c-886b-da0e49c4508e'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:01:02.191881 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67060e4e-dd55-4c24-b4f3-4a7610381428" -d '{"events": [{"server_uuid": "259f3d9b-5cb5-4253-ac1e-a34b84e86e73", "name": "network-vif-plugged", "status": "completed", "tag": "013e43a9-d2ea-4d0c-886b-da0e49c4508e"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:01:02.204720 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 013e43a9-d2ea-4d0c-886b-da0e49c4508e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=013e43a9-d2ea-4d0c-886b-da0e49c4508e,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:02.209506 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:02.238650 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 11:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9747596-04b7-4cb8-a962-fcfa32edf118 x-openstack-request-id: req-b9747596-04b7-4cb8-a962-fcfa32edf118 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:01:02.238937 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259f3d9b-5cb5-4253-ac1e-a34b84e86e73", "name": "network-vif-plugged", "status": "completed", "tag": "013e43a9-d2ea-4d0c-886b-da0e49c4508e", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:01:02.239189 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b9747596-04b7-4cb8-a962-fcfa32edf118 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:01:02.239563 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259f3d9b-5cb5-4253-ac1e-a34b84e86e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013e43a9-d2ea-4d0c-886b-da0e49c4508e', 'code': 200} Jun 30 11:01:02.267283 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=013e43a9-d2ea-4d0c-886b-da0e49c4508e,revision_number=10']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:02.452925 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dc353-1f3d-4369-ab89-89b804692363 req-04d19d0d-93d2-49de-886e-4d6369aef1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:02.455059 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b43dc353-1f3d-4369-ab89-89b804692363 req-04d19d0d-93d2-49de-886e-4d6369aef1d2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 1099 time: 0.0555611 Jun 30 11:01:02.767306 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b43dc353-1f3d-4369-ab89-89b804692363 req-6734d0c2-bc3f-43ef-98dd-55ffe6feb40b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3034232 Jun 30 11:01:02.898061 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d928bf3-b436-4ef7-929f-61dadf0fe7a0 req-463bdbca-13be-44c0-86c7-1d63c3d8771f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:02.899529 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5d928bf3-b436-4ef7-929f-61dadf0fe7a0 req-463bdbca-13be-44c0-86c7-1d63c3d8771f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 946 time: 0.0848010 Jun 30 11:01:02.937080 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5d928bf3-b436-4ef7-929f-61dadf0fe7a0 req-c16be797-ee53-45e6-9e43-7d0b1a61a21d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319045 Jun 30 11:01:04.094692 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:04.120882 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125357c-18ec-4221-b5a4-f041751dee6f req-23c900dc-d57b-42fd-996a-0717f5090bbd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:04.122371 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a125357c-18ec-4221-b5a4-f041751dee6f req-23c900dc-d57b-42fd-996a-0717f5090bbd tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 946 time: 0.0650287 Jun 30 11:01:04.168386 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a125357c-18ec-4221-b5a4-f041751dee6f req-fcf7259c-59b8-42e6-a774-234d53344317 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392876 Jun 30 11:01:05.341725 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8f900-cc37-4de6-aaf5-dc01dddc0519 req-c20053a3-8619-4da6-8ffd-456e041b4c04 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:05.343191 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-e0e8f900-cc37-4de6-aaf5-dc01dddc0519 req-c20053a3-8619-4da6-8ffd-456e041b4c04 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 946 time: 0.0624039 Jun 30 11:01:05.383196 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-e0e8f900-cc37-4de6-aaf5-dc01dddc0519 req-f6644bf8-58a2-4105-bfd5-01642714885f tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333064 Jun 30 11:01:05.962755 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-273b5919-ee92-427e-8680-806b2291ac68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:08.820658 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f5e31318-c4fa-413d-8c16-9e2ae4985d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:09.061463 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:09.791265 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:11.497286 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:13.273350 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4e964-bec0-47f9-a3c6-ded2e2b0db9a req-d32870a8-bd9d-4442-a238-186e8760c345 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:13.274796 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-35e4e964-bec0-47f9-a3c6-ded2e2b0db9a req-d32870a8-bd9d-4442-a238-186e8760c345 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=dbae95ba-7c28-443c-88e8-9e9406424ca4 HTTP/1.1" status: 200 len: 945 time: 0.0654924 Jun 30 11:01:13.312680 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-35e4e964-bec0-47f9-a3c6-ded2e2b0db9a req-7ced8cc3-c26b-42f7-b741-23b505678cc5 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6e845de-6128-4bae-bb42-18225685e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319827 Jun 30 11:01:14.486065 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a934f03-c072-4315-bb26-39930d4a4f5f req-3363db83-74e0-4653-b210-b96d6037b45d tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:14.487419 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6a934f03-c072-4315-bb26-39930d4a4f5f req-3363db83-74e0-4653-b210-b96d6037b45d tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=dbae95ba-7c28-443c-88e8-9e9406424ca4 HTTP/1.1" status: 200 len: 945 time: 0.0625539 Jun 30 11:01:14.528567 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6a934f03-c072-4315-bb26-39930d4a4f5f req-7ef312af-0837-4e65-8def-fc2aa12b3976 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6e845de-6128-4bae-bb42-18225685e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354207 Jun 30 11:01:15.044174 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901564a-54aa-48d0-b59e-39bf267f9b50 req-c09e4acd-d727-4918-989c-f5ffe673d190 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:15.045539 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5901564a-54aa-48d0-b59e-39bf267f9b50 req-c09e4acd-d727-4918-989c-f5ffe673d190 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbae95ba-7c28-443c-88e8-9e9406424ca4 HTTP/1.1" status: 200 len: 945 time: 0.0632102 Jun 30 11:01:15.153644 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-5901564a-54aa-48d0-b59e-39bf267f9b50 req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Deleting port 5901a275-3069-4af9-ac07-96119aafe757 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:01:15.153982 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-5901564a-54aa-48d0-b59e-39bf267f9b50 req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:15.240138 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-5901564a-54aa-48d0-b59e-39bf267f9b50 req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] For port 5901a275-3069-4af9-ac07-96119aafe757, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5901a275-3069-4af9-ac07-96119aafe757,segment=NetworkSegment(77d01b3d-de25-4204-b64a-7d67e17a8c5d),segment_id=77d01b3d-de25-4204-b64a-7d67e17a8c5d)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:15.240513 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-5901564a-54aa-48d0-b59e-39bf267f9b50 req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:15.402801 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-5901564a-54aa-48d0-b59e-39bf267f9b50 req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:15.403086 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-5901564a-54aa-48d0-b59e-39bf267f9b50 req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995794'] for floatingip, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:15.403400 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.db.l3_db [req-5901564a-54aa-48d0-b59e-39bf267f9b50 req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Floating IP 3cbecbd2-0684-4bde-8827-1ba69c09c52c disassociated. External IP: 172.27.3.218, port: 5901a275-3069-4af9-ac07-96119aafe757. Jun 30 11:01:15.403783 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-5901564a-54aa-48d0-b59e-39bf267f9b50 req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Calling delete_port for 5901a275-3069-4af9-ac07-96119aafe757 owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:01:15.531799 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-5901564a-54aa-48d0-b59e-39bf267f9b50 req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:15.563352 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Pushing event deleted for resources: {'Port': ['ID=5901a275-3069-4af9-ac07-96119aafe757,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:15.574688 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:15.575040 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:15.575379 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:15.575739 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:15.576072 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:15.576400 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:15.576733 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:15.577044 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:15.577372 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:15.577717 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:15.578039 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:15.578373 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:15.698887 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3b18345d-1f39-4af4-8c19-7187e42719e9 req-d5dd1af4-ac77-45c7-8dea-def69c8d11b6 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/ports?device_id=dbae95ba-7c28-443c-88e8-9e9406424ca4 HTTP/1.1" status: 200 len: 210 time: 0.0338125 Jun 30 11:01:15.722527 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5901564a-54aa-48d0-b59e-39bf267f9b50 req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Router d1acbf17-3ab3-40e3-9017-c9e71442ac85 has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:01:15.832269 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5901564a-54aa-48d0-b59e-39bf267f9b50 req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:01:15.843050 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c051aca-e902-4016-afba-7a6a7db681cf None None] Sync routers for ids ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:01:15.852737 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c051aca-e902-4016-afba-7a6a7db681cf None None] Routers {'d1acbf17-3ab3-40e3-9017-c9e71442ac85'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:01:15.853459 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-5c051aca-e902-4016-afba-7a6a7db681cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:01:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:15.875685 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5901564a-54aa-48d0-b59e-39bf267f9b50 req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] No DVR routers for this DVR port 5901a275-3069-4af9-ac07-96119aafe757 on host hv-cinder-78662 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:01:15.878859 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-5901564a-54aa-48d0-b59e-39bf267f9b50 req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:15.880914 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5901564a-54aa-48d0-b59e-39bf267f9b50 req-1f9766e6-81c0-49bb-bf49-e5df869117ac tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.39 "DELETE /v2.0/ports/5901a275-3069-4af9-ac07-96119aafe757 HTTP/1.1" status: 204 len: 173 time: 0.8296337 Jun 30 11:01:15.881350 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbae95ba-7c28-443c-88e8-9e9406424ca4', 'name': 'network-vif-deleted', 'tag': '5901a275-3069-4af9-ac07-96119aafe757'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:01:15.883758 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c182973b-fa1e-4f16-ba8a-f464e7900fa1" -d '{"events": [{"server_uuid": "dbae95ba-7c28-443c-88e8-9e9406424ca4", "name": "network-vif-deleted", "tag": "5901a275-3069-4af9-ac07-96119aafe757"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:01:15.922669 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 11:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f73539c-8406-496c-bce2-caba9b4974fe x-openstack-request-id: req-8f73539c-8406-496c-bce2-caba9b4974fe {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:01:15.923034 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbae95ba-7c28-443c-88e8-9e9406424ca4", "name": "network-vif-deleted", "tag": "5901a275-3069-4af9-ac07-96119aafe757", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:01:15.923509 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8f73539c-8406-496c-bce2-caba9b4974fe {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:01:15.924293 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbae95ba-7c28-443c-88e8-9e9406424ca4', 'name': 'network-vif-deleted', 'tag': '5901a275-3069-4af9-ac07-96119aafe757', 'status': 'completed', 'code': 200} Jun 30 11:01:15.976229 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-5c051aca-e902-4016-afba-7a6a7db681cf None None] Set router d1acbf17-3ab3-40e3-9017-c9e71442ac85 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:01:16.176522 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-5c051aca-e902-4016-afba-7a6a7db681cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'name': 'tempest-AttachVolumeTestJSON-555392615-router', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:27Z', 'revision_number': 4, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'gw_port': {'id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'ef798c91-f1e6-41e8-a80f-668a0f24cd3e', 'name': '', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'mac_address': 'fa:16:3e:13:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f321f395-8a24-424f-a000-187ba04163ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:26Z', 'updated_at': '2021-06-30T10:54:38Z', 'revision_number': 5, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'subnets': [{'id': 'f321f395-8a24-424f-a000-187ba04163ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:16.204381 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c051aca-e902-4016-afba-7a6a7db681cf None None] Checking router: d1acbf17-3ab3-40e3-9017-c9e71442ac85 for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:01:16.213209 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c051aca-e902-4016-afba-7a6a7db681cf None None] Routers {'d1acbf17-3ab3-40e3-9017-c9e71442ac85'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:01:16.213758 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-5c051aca-e902-4016-afba-7a6a7db681cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:01:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:16.313881 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-5c051aca-e902-4016-afba-7a6a7db681cf None None] Set router d1acbf17-3ab3-40e3-9017-c9e71442ac85 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:01:16.513364 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-5c051aca-e902-4016-afba-7a6a7db681cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'name': 'tempest-AttachVolumeTestJSON-555392615-router', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:27Z', 'revision_number': 4, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'gw_port': {'id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'ef798c91-f1e6-41e8-a80f-668a0f24cd3e', 'name': '', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'mac_address': 'fa:16:3e:13:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f321f395-8a24-424f-a000-187ba04163ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:26Z', 'updated_at': '2021-06-30T10:54:38Z', 'revision_number': 5, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'subnets': [{'id': 'f321f395-8a24-424f-a000-187ba04163ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:16.540482 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c051aca-e902-4016-afba-7a6a7db681cf None None] The sync data for ids ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'] in dv-cinder-786627-16-iscsi is: [{'id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'name': 'tempest-AttachVolumeTestJSON-555392615-router', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:27Z', 'revision_number': 4, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'gw_port': {'id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'ef798c91-f1e6-41e8-a80f-668a0f24cd3e', 'name': '', 'network_id': 'b064df9a-1bb0-4ef7-88cf-3439f5069f39', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'mac_address': 'fa:16:3e:13:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f321f395-8a24-424f-a000-187ba04163ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:26Z', 'updated_at': '2021-06-30T10:54:38Z', 'revision_number': 5, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'subnets': [{'id': 'f321f395-8a24-424f-a000-187ba04163ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:01:16.758099 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c26d541-6853-40d9-97f1-43e90ac3451b None None] New status for floating IP 3cbecbd2-0684-4bde-8827-1ba69c09c52c: DOWN {{(pid=92945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:01:16.820254 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 33764) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:16.878629 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0fa99363-69e1-4f85-a341-770449bb3e11 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:16.902796 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0fa99363-69e1-4f85-a341-770449bb3e11 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:16.949508 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0fa99363-69e1-4f85-a341-770449bb3e11 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:16.952113 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0fa99363-69e1-4f85-a341-770449bb3e11 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:16.953292 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-0fa99363-69e1-4f85-a341-770449bb3e11 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "DELETE /v2.0/security-groups/b6e845de-6128-4bae-bb42-18225685e7c2 HTTP/1.1" status: 204 len: 168 time: 0.1320224 Jun 30 11:01:16.956100 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 33766) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:16.962516 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa99363-69e1-4f85-a341-770449bb3e11 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e845de-6128-4bae-bb42-18225685e7c2,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:16.969641 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.api.v2.resource [None req-25cf816d-231e-4abc-847b-03aeb505745c tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] show failed (client error): The resource could not be found. Jun 30 11:01:16.971565 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-25cf816d-231e-4abc-847b-03aeb505745c tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "GET /v2.0/security-groups/b6e845de-6128-4bae-bb42-18225685e7c2 HTTP/1.1" status: 404 len: 347 time: 0.0144053 Jun 30 11:01:16.974351 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 33768) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:17.096899 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.plugin [None req-b795e253-1f95-4aef-9db9-2f5d56e9f6e6 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Deleting port a73f46c1-f460-46c9-ab24-9c4ab2284825 {{(pid=92943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:01:17.097156 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b795e253-1f95-4aef-9db9-2f5d56e9f6e6 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:17.169546 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b795e253-1f95-4aef-9db9-2f5d56e9f6e6 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:17.169872 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b795e253-1f95-4aef-9db9-2f5d56e9f6e6 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:17.181979 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.plugin [None req-b795e253-1f95-4aef-9db9-2f5d56e9f6e6 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Calling delete_port for a73f46c1-f460-46c9-ab24-9c4ab2284825 owned by network:floatingip {{(pid=92943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:01:17.313493 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b795e253-1f95-4aef-9db9-2f5d56e9f6e6 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725947'] for port, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:17.340043 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795e253-1f95-4aef-9db9-2f5d56e9f6e6 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Pushing event deleted for resources: {'Port': ['ID=a73f46c1-f460-46c9-ab24-9c4ab2284825,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:17.402064 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b795e253-1f95-4aef-9db9-2f5d56e9f6e6 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks [] for floatingip, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:17.404625 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b795e253-1f95-4aef-9db9-2f5d56e9f6e6 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for floatingip, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:17.405759 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-b795e253-1f95-4aef-9db9-2f5d56e9f6e6 tempest-AttachVolumeTestJSON-463242225 tempest-AttachVolumeTestJSON-463242225-project] 10.222.0.91 "DELETE /v2.0/floatingips/3cbecbd2-0684-4bde-8827-1ba69c09c52c HTTP/1.1" status: 204 len: 168 time: 0.4305058 Jun 30 11:01:20.125701 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 5901a275-3069-4af9-ac07-96119aafe757 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:01:20.150559 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] No Port match for: 5901a275-3069-4af9-ac07-96119aafe757 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:01:20.150914 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 5901a275-3069-4af9-ac07-96119aafe757 not bound to the agent host hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:01:21.096196 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 33796) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:21.821053 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ac20c4d6-30be-4a83-9102-0c95da4ddec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1991337'] for router_interface, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:22.123768 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.plugin [None req-ac20c4d6-30be-4a83-9102-0c95da4ddec7 admin admin] Deleting port ef798c91-f1e6-41e8-a80f-668a0f24cd3e {{(pid=92943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:01:22.124423 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ac20c4d6-30be-4a83-9102-0c95da4ddec7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:22.201510 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-ac20c4d6-30be-4a83-9102-0c95da4ddec7 admin admin] For port ef798c91-f1e6-41e8-a80f-668a0f24cd3e, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=ef798c91-f1e6-41e8-a80f-668a0f24cd3e,segment=NetworkSegment(77d01b3d-de25-4204-b64a-7d67e17a8c5d),segment_id=77d01b3d-de25-4204-b64a-7d67e17a8c5d)] {{(pid=92943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:22.201863 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ac20c4d6-30be-4a83-9102-0c95da4ddec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:22.214480 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.plugin [None req-ac20c4d6-30be-4a83-9102-0c95da4ddec7 admin admin] Calling delete_port for ef798c91-f1e6-41e8-a80f-668a0f24cd3e owned by network:router_interface {{(pid=92943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:01:22.414811 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ac20c4d6-30be-4a83-9102-0c95da4ddec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725947'] for port, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:22.441827 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20c4d6-30be-4a83-9102-0c95da4ddec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef798c91-f1e6-41e8-a80f-668a0f24cd3e,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:22.452846 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20c4d6-30be-4a83-9102-0c95da4ddec7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:22.453191 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20c4d6-30be-4a83-9102-0c95da4ddec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:22.453528 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20c4d6-30be-4a83-9102-0c95da4ddec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:22.453859 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20c4d6-30be-4a83-9102-0c95da4ddec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:22.454189 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20c4d6-30be-4a83-9102-0c95da4ddec7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:22.455274 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20c4d6-30be-4a83-9102-0c95da4ddec7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:22.455619 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20c4d6-30be-4a83-9102-0c95da4ddec7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:22.455978 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20c4d6-30be-4a83-9102-0c95da4ddec7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:22.456306 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20c4d6-30be-4a83-9102-0c95da4ddec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:22.456638 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20c4d6-30be-4a83-9102-0c95da4ddec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:22.456962 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20c4d6-30be-4a83-9102-0c95da4ddec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:22.457277 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20c4d6-30be-4a83-9102-0c95da4ddec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:22.616587 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ac20c4d6-30be-4a83-9102-0c95da4ddec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1991251'] for router_interface, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:22.825221 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac20c4d6-30be-4a83-9102-0c95da4ddec7 admin admin] Router d1acbf17-3ab3-40e3-9017-c9e71442ac85 has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:01:22.930125 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac20c4d6-30be-4a83-9102-0c95da4ddec7 admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:01:22.935023 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-ac20c4d6-30be-4a83-9102-0c95da4ddec7 admin admin] 10.222.0.91 "PUT /v2.0/routers/d1acbf17-3ab3-40e3-9017-c9e71442ac85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8379362 Jun 30 11:01:22.938037 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 33800) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:22.939156 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c158f20-2af9-4f1c-9b4e-ffbf34055439 None None] Sync routers for ids ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:01:22.948058 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c158f20-2af9-4f1c-9b4e-ffbf34055439 None None] Routers {'d1acbf17-3ab3-40e3-9017-c9e71442ac85'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:01:22.948656 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-3c158f20-2af9-4f1c-9b4e-ffbf34055439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:01:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:23.049654 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7528b109-4a02-4171-916a-218e368a5e0a admin admin] Notify callbacks [] for router, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:23.055094 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-3c158f20-2af9-4f1c-9b4e-ffbf34055439 None None] Set router d1acbf17-3ab3-40e3-9017-c9e71442ac85 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:01:23.157491 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7528b109-4a02-4171-916a-218e368a5e0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:23.216205 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.plugin [None req-7528b109-4a02-4171-916a-218e368a5e0a admin admin] Deleting port 1d8a6364-acd1-4bbb-b9c3-156301fa920b {{(pid=92943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:01:23.216546 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7528b109-4a02-4171-916a-218e368a5e0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:23.250084 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-3c158f20-2af9-4f1c-9b4e-ffbf34055439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'name': 'tempest-AttachVolumeTestJSON-555392615-router', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T11:01:22Z', 'revision_number': 5, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'gw_port': {'id': '1d8a6364-acd1-4bbb-b9c3-156301fa920b', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:23.277954 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c158f20-2af9-4f1c-9b4e-ffbf34055439 None None] Checking router: d1acbf17-3ab3-40e3-9017-c9e71442ac85 for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:01:23.290347 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c158f20-2af9-4f1c-9b4e-ffbf34055439 None None] Routers {'d1acbf17-3ab3-40e3-9017-c9e71442ac85'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:01:23.290347 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-3c158f20-2af9-4f1c-9b4e-ffbf34055439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:01:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:23.302552 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-7528b109-4a02-4171-916a-218e368a5e0a admin admin] For port 1d8a6364-acd1-4bbb-b9c3-156301fa920b, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=1d8a6364-acd1-4bbb-b9c3-156301fa920b,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:23.302818 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7528b109-4a02-4171-916a-218e368a5e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:23.316593 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.plugin [None req-7528b109-4a02-4171-916a-218e368a5e0a admin admin] Calling delete_port for 1d8a6364-acd1-4bbb-b9c3-156301fa920b owned by network:router_gateway {{(pid=92943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:01:23.374478 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-3c158f20-2af9-4f1c-9b4e-ffbf34055439 None None] Set router d1acbf17-3ab3-40e3-9017-c9e71442ac85 gateway port host: None {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:01:23.429532 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-3c158f20-2af9-4f1c-9b4e-ffbf34055439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'name': 'tempest-AttachVolumeTestJSON-555392615-router', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T11:01:23Z', 'revision_number': 6, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'gw_port_host': None}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:23.457146 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c158f20-2af9-4f1c-9b4e-ffbf34055439 None None] The sync data for ids ['d1acbf17-3ab3-40e3-9017-c9e71442ac85'] in dv-cinder-786627-16-iscsi is: [{'id': 'd1acbf17-3ab3-40e3-9017-c9e71442ac85', 'name': 'tempest-AttachVolumeTestJSON-555392615-router', 'tenant_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T11:01:23Z', 'revision_number': 6, 'project_id': 'f97ed3dca85f49a08eeaada9d16f9c13', 'gw_port_host': None}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:01:23.489941 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7528b109-4a02-4171-916a-218e368a5e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725947'] for port, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:23.516134 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528b109-4a02-4171-916a-218e368a5e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=1d8a6364-acd1-4bbb-b9c3-156301fa920b,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:23.597051 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7528b109-4a02-4171-916a-218e368a5e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995876'] for router_gateway, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:23.703832 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7528b109-4a02-4171-916a-218e368a5e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62870'] for router, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:23.706916 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7528b109-4a02-4171-916a-218e368a5e0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:23.781149 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7528b109-4a02-4171-916a-218e368a5e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1984768'] for router, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:23.781669 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7528b109-4a02-4171-916a-218e368a5e0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1acbf17-3ab3-40e3-9017-c9e71442ac85 {{(pid=92943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 11:01:23.786871 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7528b109-4a02-4171-916a-218e368a5e0a admin admin] Notify callbacks [] for router, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:23.788056 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-7528b109-4a02-4171-916a-218e368a5e0a admin admin] 10.222.0.91 "DELETE /v2.0/routers/d1acbf17-3ab3-40e3-9017-c9e71442ac85 HTTP/1.1" status: 204 len: 168 time: 0.8487861 Jun 30 11:01:23.790558 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 33802) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:23.837873 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f47640-466a-4091-8f9f-44f382e5fe56 admin admin] Deleting subnet f321f395-8a24-424f-a000-187ba04163ef {{(pid=92943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 11:01:23.841230 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-51f47640-466a-4091-8f9f-44f382e5fe56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:24.104086 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-51f47640-466a-4091-8f9f-44f382e5fe56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9296257'] for subnet, precommit_delete_associations {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:24.210022 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-51f47640-466a-4091-8f9f-44f382e5fe56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988707'] for subnet, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:24.268249 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-51f47640-466a-4091-8f9f-44f382e5fe56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8704132'] for subnet, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:24.298796 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f47640-466a-4091-8f9f-44f382e5fe56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f321f395-8a24-424f-a000-187ba04163ef,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:24.300804 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-51f47640-466a-4091-8f9f-44f382e5fe56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:24.303597 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-51f47640-466a-4091-8f9f-44f382e5fe56 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/f321f395-8a24-424f-a000-187ba04163ef HTTP/1.1" status: 204 len: 168 time: 0.5111361 Jun 30 11:01:24.305338 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 33804) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:24.308131 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d58090e-a0fc-40a9-af1e-3a2681bcff4f None None] Network b064df9a-1bb0-4ef7-88cf-3439f5069f39 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 11:01:24.382754 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f31835c0-e4c1-42df-b837-e01c6ee4c607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592536'] for network, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:24.441675 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.plugin [None req-f31835c0-e4c1-42df-b837-e01c6ee4c607 admin admin] Deleting port ebdea0e6-7127-4049-a9dc-8d88e4c2ff17 {{(pid=92943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:01:24.442156 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f31835c0-e4c1-42df-b837-e01c6ee4c607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:24.514251 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-f31835c0-e4c1-42df-b837-e01c6ee4c607 admin admin] For port ebdea0e6-7127-4049-a9dc-8d88e4c2ff17, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=ebdea0e6-7127-4049-a9dc-8d88e4c2ff17,segment=NetworkSegment(77d01b3d-de25-4204-b64a-7d67e17a8c5d),segment_id=77d01b3d-de25-4204-b64a-7d67e17a8c5d)] {{(pid=92943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:24.514789 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f31835c0-e4c1-42df-b837-e01c6ee4c607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:24.528928 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.plugin [None req-f31835c0-e4c1-42df-b837-e01c6ee4c607 admin admin] Calling delete_port for ebdea0e6-7127-4049-a9dc-8d88e4c2ff17 owned by network:dhcp {{(pid=92943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:01:24.623540 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f31835c0-e4c1-42df-b837-e01c6ee4c607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725947'] for port, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:24.629050 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f98806-5f71-4d62-ae3b-d7918d8ce492 None None] DHCP port deletion for b064df9a-1bb0-4ef7-88cf-3439f5069f39 request from dv-cinder-786627-16-iscsi {{(pid=92944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 11:01:24.651052 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31835c0-e4c1-42df-b837-e01c6ee4c607 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebdea0e6-7127-4049-a9dc-8d88e4c2ff17,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:24.654683 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31835c0-e4c1-42df-b837-e01c6ee4c607 admin admin] No DVR routers for this DVR port ebdea0e6-7127-4049-a9dc-8d88e4c2ff17 on host dv-cinder-786627-16-iscsi {{(pid=92943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:01:24.727313 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f31835c0-e4c1-42df-b837-e01c6ee4c607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990652', 'neutron.services.segments.db._delete_segments_for_network-8758624453443'] for network, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:24.736901 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-f31835c0-e4c1-42df-b837-e01c6ee4c607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b064df9a-1bb0-4ef7-88cf-3439f5069f39']}} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:24.746655 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-f31835c0-e4c1-42df-b837-e01c6ee4c607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d01b3d-de25-4204-b64a-7d67e17a8c5d') {'for_net_delete': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:24.746953 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-f31835c0-e4c1-42df-b837-e01c6ee4c607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d01b3d-de25-4204-b64a-7d67e17a8c5d') {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:24.755935 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f31835c0-e4c1-42df-b837-e01c6ee4c607 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758624364746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9296264'] for segment, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:24.770778 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f31835c0-e4c1-42df-b837-e01c6ee4c607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:24.776719 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31835c0-e4c1-42df-b837-e01c6ee4c607 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=92943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 11:01:24.777134 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f31835c0-e4c1-42df-b837-e01c6ee4c607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725870'] for segment, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: Traceback (most recent call last): Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: timer() Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: cb(*args, **kw) Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: return func(*args, **kwargs) Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: self._notify() Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: self.callback(batched_events) Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: event.method(event) Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: return f(self, *a, **k) Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: return self._get(url).json() Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: return self.request(url, 'GET', **kwargs) Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 11:01:24.778782 dv-cinder-786627-16-iscsi neutron-server[92943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 11:01:24.833520 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f31835c0-e4c1-42df-b837-e01c6ee4c607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995776'] for network, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:24.838137 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f31835c0-e4c1-42df-b837-e01c6ee4c607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:24.840039 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-f31835c0-e4c1-42df-b837-e01c6ee4c607 admin admin] 10.222.0.91 "DELETE /v2.0/networks/b064df9a-1bb0-4ef7-88cf-3439f5069f39 HTTP/1.1" status: 204 len: 168 time: 0.5337782 Jun 30 11:01:24.853094 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31835c0-e4c1-42df-b837-e01c6ee4c607 admin admin] Pushing event deleted for resources: {'Network': ['ID=b064df9a-1bb0-4ef7-88cf-3439f5069f39,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:24.959286 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 33808) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:24.998639 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-f5c70202-a902-4592-aa77-9a6451c72e9f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f97ed3dca85f49a08eeaada9d16f9c13&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380719 Jun 30 11:01:25.001075 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 33810) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:25.051078 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-746943e7-5262-4b76-92d3-685678593d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:25.071890 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-746943e7-5262-4b76-92d3-685678593d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:25.117065 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-746943e7-5262-4b76-92d3-685678593d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:25.119620 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-746943e7-5262-4b76-92d3-685678593d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:25.122523 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-746943e7-5262-4b76-92d3-685678593d57 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b10b99ec-0d33-44f1-b04f-430aea07148f HTTP/1.1" status: 204 len: 168 time: 0.1188285 Jun 30 11:01:25.129331 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746943e7-5262-4b76-92d3-685678593d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10b99ec-0d33-44f1-b04f-430aea07148f,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:25.525450 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 1d8a6364-acd1-4bbb-b9c3-156301fa920b no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:01:25.544119 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: 1d8a6364-acd1-4bbb-b9c3-156301fa920b {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:01:25.544464 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 1d8a6364-acd1-4bbb-b9c3-156301fa920b not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:01:25.545083 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device ef798c91-f1e6-41e8-a80f-668a0f24cd3e no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:01:25.563547 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: ef798c91-f1e6-41e8-a80f-668a0f24cd3e {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:01:25.564495 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device ef798c91-f1e6-41e8-a80f-668a0f24cd3e not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:01:25.564908 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device ebdea0e6-7127-4049-a9dc-8d88e4c2ff17 no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:01:25.587214 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: ebdea0e6-7127-4049-a9dc-8d88e4c2ff17 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:01:25.587565 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device ebdea0e6-7127-4049-a9dc-8d88e4c2ff17 not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:01:26.773686 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 33862) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:26.874634 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e0ecd755-eef5-4c2a-89be-1bdd4a5a7f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:26.966357 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e0ecd755-eef5-4c2a-89be-1bdd4a5a7f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:26.970861 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e0ecd755-eef5-4c2a-89be-1bdd4a5a7f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:27.008838 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ecd755-eef5-4c2a-89be-1bdd4a5a7f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054a1838-f78e-477c-a54d-8100071786d5,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:27.013046 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-e0ecd755-eef5-4c2a-89be-1bdd4a5a7f37 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7244d1e5b72643fbacf6147b1bdf60b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383721 Jun 30 11:01:27.016477 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 33866) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:27.065546 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1b49-a95c-4170-96e6-7c85489a4a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:27.086682 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1b49-a95c-4170-96e6-7c85489a4a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:27.133440 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1b49-a95c-4170-96e6-7c85489a4a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:27.136125 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1b49-a95c-4170-96e6-7c85489a4a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:27.137959 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-6e4a1b49-a95c-4170-96e6-7c85489a4a69 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/054a1838-f78e-477c-a54d-8100071786d5 HTTP/1.1" status: 204 len: 168 time: 0.1206915 Jun 30 11:01:27.149691 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a1b49-a95c-4170-96e6-7c85489a4a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054a1838-f78e-477c-a54d-8100071786d5,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:27.404091 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 33872) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:27.417737 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f3afda60-7008-4c70-b345-6327e09021d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:27.507359 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f3afda60-7008-4c70-b345-6327e09021d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:27.511103 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f3afda60-7008-4c70-b345-6327e09021d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:27.553479 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-f3afda60-7008-4c70-b345-6327e09021d8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=341be315fe434ea69ab131dae0de1021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482370 Jun 30 11:01:27.554290 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afda60-7008-4c70-b345-6327e09021d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b628c1b-0f9e-45a1-97a2-445e6437eafd,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:27.556232 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 33874) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:27.606544 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-45acaf2b-fd71-4496-81d6-8b7150ba84d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:27.627399 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-45acaf2b-fd71-4496-81d6-8b7150ba84d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:27.671720 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-45acaf2b-fd71-4496-81d6-8b7150ba84d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:27.675476 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-45acaf2b-fd71-4496-81d6-8b7150ba84d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:27.677949 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-45acaf2b-fd71-4496-81d6-8b7150ba84d3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9b628c1b-0f9e-45a1-97a2-445e6437eafd HTTP/1.1" status: 204 len: 168 time: 0.1194205 Jun 30 11:01:27.684918 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45acaf2b-fd71-4496-81d6-8b7150ba84d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b628c1b-0f9e-45a1-97a2-445e6437eafd,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:34.120078 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:35.966892 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0621-91e4-4625-b57c-4415477dd069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:37.327356 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d5fcf955-ffa9-4194-9c53-70e98dd97bb9 req-4537d861-3eb9-4086-ab45-1f888ed4288d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508778 Jun 30 11:01:37.400158 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcf955-ffa9-4194-9c53-70e98dd97bb9 req-278b854c-0bf9-4192-a79f-b908e2a6c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:37.401654 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d5fcf955-ffa9-4194-9c53-70e98dd97bb9 req-278b854c-0bf9-4192-a79f-b908e2a6c9ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7048c1aee61f418585e6776bc9e22ed7&device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 1137 time: 0.0529363 Jun 30 11:01:37.517237 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcf955-ffa9-4194-9c53-70e98dd97bb9 req-5d6ffd5c-fd35-456c-be31-2008600720c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:37.518693 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d5fcf955-ffa9-4194-9c53-70e98dd97bb9 req-5d6ffd5c-fd35-456c-be31-2008600720c5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 HTTP/1.1" status: 200 len: 916 time: 0.0881433 Jun 30 11:01:37.586947 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d5fcf955-ffa9-4194-9c53-70e98dd97bb9 req-25a36adc-20f2-4bca-abad-84b162c97f2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0292ee5a-02eb-4858-9099-ef4c4f563359 HTTP/1.1" status: 200 len: 1000 time: 0.0585625 Jun 30 11:01:37.639145 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcf955-ffa9-4194-9c53-70e98dd97bb9 req-ed109381-2c21-4d1d-a8f7-14ed260128a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:37.640773 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d5fcf955-ffa9-4194-9c53-70e98dd97bb9 req-ed109381-2c21-4d1d-a8f7-14ed260128a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=355e2b66-56b8-4dd2-9aa5-eea17072a99a HTTP/1.1" status: 200 len: 854 time: 0.0478344 Jun 30 11:01:37.701453 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcf955-ffa9-4194-9c53-70e98dd97bb9 req-afa8a568-9eed-418a-888f-d1e57fccccce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:37.702946 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d5fcf955-ffa9-4194-9c53-70e98dd97bb9 req-afa8a568-9eed-418a-888f-d1e57fccccce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0556755 Jun 30 11:01:37.797891 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d5fcf955-ffa9-4194-9c53-70e98dd97bb9 req-2f76012a-6e7d-4c49-8e76-c0a12c475e22 service neutron] 10.222.0.39 "GET /v2.0/networks/aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863831 Jun 30 11:01:37.908482 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d5fcf955-ffa9-4194-9c53-70e98dd97bb9 req-1e6c38f6-dd64-4bfd-a093-ee7510f9d422 service neutron] 10.222.0.39 "GET /v2.0/networks/aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025522 Jun 30 11:01:38.267868 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:01:38.822459 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9dcd3549-6b78-417f-9d24-eb53444745c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:39.064944 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:39.794883 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:41.499794 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:44.625537 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f10382-45ad-4782-8aac-f9340c17d54b req-30c4dab7-dd43-4581-9827-5ddfe528418d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:44.626964 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-59f10382-45ad-4782-8aac-f9340c17d54b req-30c4dab7-dd43-4581-9827-5ddfe528418d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 946 time: 0.0679910 Jun 30 11:01:44.665903 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-59f10382-45ad-4782-8aac-f9340c17d54b req-fbb86a1c-0356-4a22-a688-b2acdf3d5660 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331063 Jun 30 11:01:45.226768 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1a3c6b67-03b1-4098-8674-d9d9fb229625 req-63315722-8cd7-4680-95d9-ded03c110ea6 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1496419979&fields=id&tenant_id=7048c1aee61f418585e6776bc9e22ed7 HTTP/1.1" status: 200 len: 267 time: 0.0334246 Jun 30 11:01:45.292729 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c6b67-03b1-4098-8674-d9d9fb229625 req-7f71f4b6-c321-4ad3-9eff-8e7123afcc09 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:45.294176 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1a3c6b67-03b1-4098-8674-d9d9fb229625 req-7f71f4b6-c321-4ad3-9eff-8e7123afcc09 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 984 time: 0.0617993 Jun 30 11:01:45.305152 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-1a3c6b67-03b1-4098-8674-d9d9fb229625 req-a31142b0-0326-4d02-8094-3ca972624711 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Request body: {'port': {'security_groups': ['bc80a363-a74b-470f-997d-bfe2d806fe40']}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:01:45.389484 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-1a3c6b67-03b1-4098-8674-d9d9fb229625 req-a31142b0-0326-4d02-8094-3ca972624711 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:45.571249 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-1a3c6b67-03b1-4098-8674-d9d9fb229625 req-a31142b0-0326-4d02-8094-3ca972624711 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] For port 0292ee5a-02eb-4858-9099-ef4c4f563359, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0292ee5a-02eb-4858-9099-ef4c4f563359,segment=NetworkSegment(dd7bda40-22d2-419c-90e9-0926d7fa038b),segment_id=dd7bda40-22d2-419c-90e9-0926d7fa038b)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:45.603487 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-1a3c6b67-03b1-4098-8674-d9d9fb229625 req-a31142b0-0326-4d02-8094-3ca972624711 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:45.608068 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-1a3c6b67-03b1-4098-8674-d9d9fb229625 req-a31142b0-0326-4d02-8094-3ca972624711 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:45.620030 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['0292ee5a-02eb-4858-9099-ef4c4f563359'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 11:01:45.653645 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c6b67-03b1-4098-8674-d9d9fb229625 req-a31142b0-0326-4d02-8094-3ca972624711 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:45.654271 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-1a3c6b67-03b1-4098-8674-d9d9fb229625 req-a31142b0-0326-4d02-8094-3ca972624711 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:45.655690 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1a3c6b67-03b1-4098-8674-d9d9fb229625 req-a31142b0-0326-4d02-8094-3ca972624711 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "PUT /v2.0/ports/0292ee5a-02eb-4858-9099-ef4c4f563359 HTTP/1.1" status: 200 len: 942 time: 0.3549800 Jun 30 11:01:45.656157 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220e1864-8fbc-4f49-a0c2-99f7e59b5035', 'tag': '0292ee5a-02eb-4858-9099-ef4c4f563359'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:01:45.658496 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9821b9-b773-4085-9e84-3299499c520d" -d '{"events": [{"name": "network-changed", "server_uuid": "220e1864-8fbc-4f49-a0c2-99f7e59b5035", "tag": "0292ee5a-02eb-4858-9099-ef4c4f563359"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:01:45.664317 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 34082) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:45.683983 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31142b0-0326-4d02-8094-3ca972624711 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Pushing event updated for resources: {'Port': ['ID=0292ee5a-02eb-4858-9099-ef4c4f563359,revision_number=7']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:45.715550 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 11:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22037af5-e14b-490f-b8eb-bb152501eb8e x-openstack-request-id: req-22037af5-e14b-490f-b8eb-bb152501eb8e {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:01:45.716060 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220e1864-8fbc-4f49-a0c2-99f7e59b5035", "tag": "0292ee5a-02eb-4858-9099-ef4c4f563359", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:01:45.716481 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-22037af5-e14b-490f-b8eb-bb152501eb8e {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:01:45.717097 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220e1864-8fbc-4f49-a0c2-99f7e59b5035', 'tag': '0292ee5a-02eb-4858-9099-ef4c4f563359', 'status': 'completed', 'code': 200} Jun 30 11:01:45.743218 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6cc38ea4-368a-4608-96b4-7872d923794d tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:45.775460 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6cc38ea4-368a-4608-96b4-7872d923794d tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:45.791672 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['0292ee5a-02eb-4858-9099-ef4c4f563359'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 11:01:45.850051 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6cc38ea4-368a-4608-96b4-7872d923794d tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:45.852889 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6cc38ea4-368a-4608-96b4-7872d923794d tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:45.854713 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-6cc38ea4-368a-4608-96b4-7872d923794d tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "DELETE /v2.0/security-groups/851fc033-ba15-44d8-8033-f638f4e57c47 HTTP/1.1" status: 204 len: 168 time: 0.1885755 Jun 30 11:01:45.858205 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 34086) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:45.859130 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9821b9-b773-4085-9e84-3299499c520d req-35ef0179-5d8a-4460-ad89-d2f4801b691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:45.861234 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6a9821b9-b773-4085-9e84-3299499c520d req-35ef0179-5d8a-4460-ad89-d2f4801b691c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7048c1aee61f418585e6776bc9e22ed7&device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 1098 time: 0.1135099 Jun 30 11:01:45.869821 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc38ea4-368a-4608-96b4-7872d923794d tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=851fc033-ba15-44d8-8033-f638f4e57c47,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:46.017128 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-878acfad-450a-413f-8aed-bfd13807979a None None] Provisioning complete for port 0292ee5a-02eb-4858-9099-ef4c4f563359 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:01:46.018396 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-878acfad-450a-413f-8aed-bfd13807979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:46.050767 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848b94f-650e-4e41-84f2-2b7e77a136fa req-98005714-d018-4257-92c5-7f2cd69ff9f5 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:46.052318 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4848b94f-650e-4e41-84f2-2b7e77a136fa req-98005714-d018-4257-92c5-7f2cd69ff9f5 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 946 time: 0.1905582 Jun 30 11:01:46.073233 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9821b9-b773-4085-9e84-3299499c520d req-90eefb26-251a-49be-bdcf-ef74ef3cf8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:46.074712 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6a9821b9-b773-4085-9e84-3299499c520d req-90eefb26-251a-49be-bdcf-ef74ef3cf8cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 HTTP/1.1" status: 200 len: 916 time: 0.2006130 Jun 30 11:01:46.084905 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.plugin [None req-762e0bff-cb7c-4c65-bd29-c6b5e2ae47a3 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Deleting port e0c9a431-2bda-4cf8-b049-ce424590eacc {{(pid=92943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:01:46.085245 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-762e0bff-cb7c-4c65-bd29-c6b5e2ae47a3 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:46.152536 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4848b94f-650e-4e41-84f2-2b7e77a136fa req-1af72408-d838-40ed-8be4-a3ce311e831d tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups?id=f216a77d-940d-4701-a1dd-241d8dd5eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929987 Jun 30 11:01:46.164781 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-762e0bff-cb7c-4c65-bd29-c6b5e2ae47a3 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:46.165053 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-762e0bff-cb7c-4c65-bd29-c6b5e2ae47a3 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:46.178492 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd5ddd-2711-44fb-8441-7800a6ba8174 req-9f7d3506-1db0-41de-bd6a-c38abba4bbba tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:46.178642 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.plugin [None req-762e0bff-cb7c-4c65-bd29-c6b5e2ae47a3 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Calling delete_port for e0c9a431-2bda-4cf8-b049-ce424590eacc owned by network:floatingip {{(pid=92943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:01:46.178755 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-08cd5ddd-2711-44fb-8441-7800a6ba8174 req-9f7d3506-1db0-41de-bd6a-c38abba4bbba tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.39 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 946 time: 0.1914272 Jun 30 11:01:46.181045 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6a9821b9-b773-4085-9e84-3299499c520d req-a4f9aaff-9a73-4acd-a523-c188d5f03e95 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0292ee5a-02eb-4858-9099-ef4c4f563359 HTTP/1.1" status: 200 len: 1000 time: 0.0963807 Jun 30 11:01:46.278282 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9821b9-b773-4085-9e84-3299499c520d req-8ddb150f-dbd6-4b2b-aebd-c285b584c1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:46.279752 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6a9821b9-b773-4085-9e84-3299499c520d req-8ddb150f-dbd6-4b2b-aebd-c285b584c1f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=355e2b66-56b8-4dd2-9aa5-eea17072a99a HTTP/1.1" status: 200 len: 854 time: 0.0894458 Jun 30 11:01:46.351061 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-762e0bff-cb7c-4c65-bd29-c6b5e2ae47a3 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725947'] for port, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:46.359292 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-08cd5ddd-2711-44fb-8441-7800a6ba8174 req-6be4fc10-8f91-4c1b-b7f7-367860d1f090 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Deleting port 013e43a9-d2ea-4d0c-886b-da0e49c4508e {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:01:46.359839 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-08cd5ddd-2711-44fb-8441-7800a6ba8174 req-6be4fc10-8f91-4c1b-b7f7-367860d1f090 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:46.374338 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e0bff-cb7c-4c65-bd29-c6b5e2ae47a3 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Pushing event deleted for resources: {'Port': ['ID=e0c9a431-2bda-4cf8-b049-ce424590eacc,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:46.381641 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9821b9-b773-4085-9e84-3299499c520d req-9fc7aca4-1e89-4854-8577-b8c4ccac3aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:46.383185 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6a9821b9-b773-4085-9e84-3299499c520d req-9fc7aca4-1e89-4854-8577-b8c4ccac3aaa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0874367 Jun 30 11:01:46.443194 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-762e0bff-cb7c-4c65-bd29-c6b5e2ae47a3 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks [] for floatingip, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:46.443726 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.db.l3_db [None req-762e0bff-cb7c-4c65-bd29-c6b5e2ae47a3 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Floating IP 11c30d33-336a-4a3f-b375-8dc3a27d61c9 disassociated (deleted). External IP: 172.27.3.97, port: 0292ee5a-02eb-4858-9099-ef4c4f563359. Jun 30 11:01:46.522024 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-08cd5ddd-2711-44fb-8441-7800a6ba8174 req-6be4fc10-8f91-4c1b-b7f7-367860d1f090 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] For port 013e43a9-d2ea-4d0c-886b-da0e49c4508e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=013e43a9-d2ea-4d0c-886b-da0e49c4508e,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:46.522392 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-08cd5ddd-2711-44fb-8441-7800a6ba8174 req-6be4fc10-8f91-4c1b-b7f7-367860d1f090 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:46.546334 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6a9821b9-b773-4085-9e84-3299499c520d req-64bedd52-6626-4abb-aa77-246dd5bab796 service neutron] 10.222.0.39 "GET /v2.0/networks/aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350429 Jun 30 11:01:46.654443 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762e0bff-cb7c-4c65-bd29-c6b5e2ae47a3 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Router ada05209-31c4-4e98-a641-d4c89593e560 has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:01:46.749349 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6a9821b9-b773-4085-9e84-3299499c520d req-4c20e4f5-2f46-4c92-bbed-7553841b0802 service neutron] 10.222.0.39 "GET /v2.0/networks/aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756103 Jun 30 11:01:46.777660 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-08cd5ddd-2711-44fb-8441-7800a6ba8174 req-6be4fc10-8f91-4c1b-b7f7-367860d1f090 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:46.778166 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-08cd5ddd-2711-44fb-8441-7800a6ba8174 req-6be4fc10-8f91-4c1b-b7f7-367860d1f090 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995794'] for floatingip, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:46.778496 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.db.l3_db [req-08cd5ddd-2711-44fb-8441-7800a6ba8174 req-6be4fc10-8f91-4c1b-b7f7-367860d1f090 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Floating IP ce27ec83-f465-49c1-a532-bacc3625ee35 disassociated. External IP: 172.27.3.204, port: 013e43a9-d2ea-4d0c-886b-da0e49c4508e. Jun 30 11:01:46.778864 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-08cd5ddd-2711-44fb-8441-7800a6ba8174 req-6be4fc10-8f91-4c1b-b7f7-367860d1f090 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Calling delete_port for 013e43a9-d2ea-4d0c-886b-da0e49c4508e owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:01:46.781906 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762e0bff-cb7c-4c65-bd29-c6b5e2ae47a3 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:01:46.787283 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-762e0bff-cb7c-4c65-bd29-c6b5e2ae47a3 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for floatingip, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:46.794340 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84481694-63f4-4faa-a25c-e5362343aef6 None None] Sync routers for ids ['ada05209-31c4-4e98-a641-d4c89593e560'] in dv-cinder-786627-16-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:01:46.804687 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84481694-63f4-4faa-a25c-e5362343aef6 None None] Routers {'ada05209-31c4-4e98-a641-d4c89593e560'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:01:46.805308 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-84481694-63f4-4faa-a25c-e5362343aef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:01:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['ada05209-31c4-4e98-a641-d4c89593e560'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:46.826290 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-762e0bff-cb7c-4c65-bd29-c6b5e2ae47a3 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "DELETE /v2.0/floatingips/11c30d33-336a-4a3f-b375-8dc3a27d61c9 HTTP/1.1" status: 204 len: 168 time: 0.9553342 Jun 30 11:01:46.826290 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220e1864-8fbc-4f49-a0c2-99f7e59b5035', 'tag': '0292ee5a-02eb-4858-9099-ef4c4f563359'}] {{(pid=92943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:01:46.827065 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbe9d626e50383ffb82a595db8fc1549102463c899d09ce870a2344fe6ae64b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a44d1c-6e4c-435e-ae26-29e3ffd425c4" -d '{"events": [{"name": "network-changed", "server_uuid": "220e1864-8fbc-4f49-a0c2-99f7e59b5035", "tag": "0292ee5a-02eb-4858-9099-ef4c4f563359"}]}' {{(pid=92943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:01:46.875327 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 11:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92df291-75d2-4d73-a3ab-db17b038d04d x-openstack-request-id: req-a92df291-75d2-4d73-a3ab-db17b038d04d {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:01:46.875664 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220e1864-8fbc-4f49-a0c2-99f7e59b5035", "tag": "0292ee5a-02eb-4858-9099-ef4c4f563359", "status": "completed", "code": 200}]} {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:01:46.875930 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a92df291-75d2-4d73-a3ab-db17b038d04d {{(pid=92943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:01:46.876392 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220e1864-8fbc-4f49-a0c2-99f7e59b5035', 'tag': '0292ee5a-02eb-4858-9099-ef4c4f563359', 'status': 'completed', 'code': 200} Jun 30 11:01:46.946686 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-84481694-63f4-4faa-a25c-e5362343aef6 None None] Set router ada05209-31c4-4e98-a641-d4c89593e560 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:01:46.963005 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-08cd5ddd-2711-44fb-8441-7800a6ba8174 req-6be4fc10-8f91-4c1b-b7f7-367860d1f090 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:46.997502 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4fc10-8f91-4c1b-b7f7-367860d1f090 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Pushing event deleted for resources: {'Port': ['ID=013e43a9-d2ea-4d0c-886b-da0e49c4508e,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:47.011205 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a44d1c-6e4c-435e-ae26-29e3ffd425c4 req-415b0506-5540-41fe-908b-b4346f8b6242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:47.012884 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-54a44d1c-6e4c-435e-ae26-29e3ffd425c4 req-415b0506-5540-41fe-908b-b4346f8b6242 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7048c1aee61f418585e6776bc9e22ed7&device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 1098 time: 0.1110635 Jun 30 11:01:47.203171 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-84481694-63f4-4faa-a25c-e5362343aef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'name': 'tempest-TestMinimumBasicScenario-1993991835-router', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:46Z', 'revision_number': 4, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'gw_port': {'id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'dc7d3c34-316b-4d7e-8085-0544e99c820a', 'name': '', 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'mac_address': 'fa:16:3e:00:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '355e2b66-56b8-4dd2-9aa5-eea17072a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:45Z', 'updated_at': '2021-06-30T10:58:51Z', 'revision_number': 5, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'subnets': [{'id': '355e2b66-56b8-4dd2-9aa5-eea17072a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:47.234618 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84481694-63f4-4faa-a25c-e5362343aef6 None None] Checking router: ada05209-31c4-4e98-a641-d4c89593e560 for host: dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:01:47.248720 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84481694-63f4-4faa-a25c-e5362343aef6 None None] Routers {'ada05209-31c4-4e98-a641-d4c89593e560'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:01:47.249420 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-84481694-63f4-4faa-a25c-e5362343aef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:01:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['ada05209-31c4-4e98-a641-d4c89593e560'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:47.336386 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6b5d4b7b-f2b8-49e1-9664-172377289de0 req-e2851bc8-9d51-46f1-9480-2931cfa331e6 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 210 time: 0.0306871 Jun 30 11:01:47.364550 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-84481694-63f4-4faa-a25c-e5362343aef6 None None] Set router ada05209-31c4-4e98-a641-d4c89593e560 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:01:47.503530 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08cd5ddd-2711-44fb-8441-7800a6ba8174 req-6be4fc10-8f91-4c1b-b7f7-367860d1f090 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Router 51a89b9a-8eda-426a-af4c-631f81bb920a has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:01:47.505182 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a44d1c-6e4c-435e-ae26-29e3ffd425c4 req-6663dd7b-13e6-448b-9134-91df635baef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:47.506651 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-54a44d1c-6e4c-435e-ae26-29e3ffd425c4 req-6663dd7b-13e6-448b-9134-91df635baef2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 HTTP/1.1" status: 200 len: 916 time: 0.4463546 Jun 30 11:01:47.581942 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-84481694-63f4-4faa-a25c-e5362343aef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'name': 'tempest-TestMinimumBasicScenario-1993991835-router', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:46Z', 'revision_number': 4, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'gw_port': {'id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'dc7d3c34-316b-4d7e-8085-0544e99c820a', 'name': '', 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'mac_address': 'fa:16:3e:00:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '355e2b66-56b8-4dd2-9aa5-eea17072a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:45Z', 'updated_at': '2021-06-30T10:58:51Z', 'revision_number': 5, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'subnets': [{'id': '355e2b66-56b8-4dd2-9aa5-eea17072a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:47.584422 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-54a44d1c-6e4c-435e-ae26-29e3ffd425c4 req-ae2f49bf-c1f3-481a-b1d9-625209a8d8e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0292ee5a-02eb-4858-9099-ef4c4f563359 HTTP/1.1" status: 200 len: 217 time: 0.0685084 Jun 30 11:01:47.612864 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84481694-63f4-4faa-a25c-e5362343aef6 None None] The sync data for ids ['ada05209-31c4-4e98-a641-d4c89593e560'] in dv-cinder-786627-16-iscsi is: [{'id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'name': 'tempest-TestMinimumBasicScenario-1993991835-router', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:46Z', 'revision_number': 4, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'gw_port': {'id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'dc7d3c34-316b-4d7e-8085-0544e99c820a', 'name': '', 'network_id': 'aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'mac_address': 'fa:16:3e:00:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '355e2b66-56b8-4dd2-9aa5-eea17072a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:45Z', 'updated_at': '2021-06-30T10:58:51Z', 'revision_number': 5, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'subnets': [{'id': '355e2b66-56b8-4dd2-9aa5-eea17072a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:01:47.676288 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a44d1c-6e4c-435e-ae26-29e3ffd425c4 req-87e97074-c78a-4d69-8402-b046d910bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:47.677732 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-54a44d1c-6e4c-435e-ae26-29e3ffd425c4 req-87e97074-c78a-4d69-8402-b046d910bc8f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=355e2b66-56b8-4dd2-9aa5-eea17072a99a HTTP/1.1" status: 200 len: 854 time: 0.0857866 Jun 30 11:01:47.716897 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08cd5ddd-2711-44fb-8441-7800a6ba8174 req-6be4fc10-8f91-4c1b-b7f7-367860d1f090 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:01:47.727078 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fab087-21be-4d9b-b37b-618b1d81044b None None] Sync routers for ids ['51a89b9a-8eda-426a-af4c-631f81bb920a'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:01:47.736735 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fab087-21be-4d9b-b37b-618b1d81044b None None] Routers {'51a89b9a-8eda-426a-af4c-631f81bb920a'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:01:47.737419 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-f3fab087-21be-4d9b-b37b-618b1d81044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:01:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['51a89b9a-8eda-426a-af4c-631f81bb920a'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:47.775809 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cd5ddd-2711-44fb-8441-7800a6ba8174 req-6be4fc10-8f91-4c1b-b7f7-367860d1f090 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] No DVR routers for this DVR port 013e43a9-d2ea-4d0c-886b-da0e49c4508e on host hv-cinder-78662 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:01:47.778461 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-08cd5ddd-2711-44fb-8441-7800a6ba8174 req-6be4fc10-8f91-4c1b-b7f7-367860d1f090 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:47.780930 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-08cd5ddd-2711-44fb-8441-7800a6ba8174 req-6be4fc10-8f91-4c1b-b7f7-367860d1f090 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.39 "DELETE /v2.0/ports/013e43a9-d2ea-4d0c-886b-da0e49c4508e HTTP/1.1" status: 204 len: 173 time: 1.5922306 Jun 30 11:01:47.785058 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259f3d9b-5cb5-4253-ac1e-a34b84e86e73', 'name': 'network-vif-deleted', 'tag': '013e43a9-d2ea-4d0c-886b-da0e49c4508e'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:01:47.787563 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aed9ece-aaea-4fa8-badc-e1820c003cca" -d '{"events": [{"server_uuid": "259f3d9b-5cb5-4253-ac1e-a34b84e86e73", "name": "network-vif-deleted", "tag": "013e43a9-d2ea-4d0c-886b-da0e49c4508e"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:01:47.827422 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a44d1c-6e4c-435e-ae26-29e3ffd425c4 req-b6c5f1bd-6261-4bb7-b9eb-4137d8d90fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:47.829011 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-54a44d1c-6e4c-435e-ae26-29e3ffd425c4 req-b6c5f1bd-6261-4bb7-b9eb-4137d8d90fa2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1431971 Jun 30 11:01:47.880839 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 11:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3279c3-8756-434d-9d37-998371979243 x-openstack-request-id: req-3e3279c3-8756-434d-9d37-998371979243 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:01:47.881129 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259f3d9b-5cb5-4253-ac1e-a34b84e86e73", "name": "network-vif-deleted", "tag": "013e43a9-d2ea-4d0c-886b-da0e49c4508e", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:01:47.881381 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3e3279c3-8756-434d-9d37-998371979243 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:01:47.886078 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259f3d9b-5cb5-4253-ac1e-a34b84e86e73', 'name': 'network-vif-deleted', 'tag': '013e43a9-d2ea-4d0c-886b-da0e49c4508e', 'status': 'completed', 'code': 200} Jun 30 11:01:47.928185 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-f3fab087-21be-4d9b-b37b-618b1d81044b None None] Set router 51a89b9a-8eda-426a-af4c-631f81bb920a gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:01:47.980242 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3e98ea-c511-4ad0-8022-341301e8ded8 None None] New status for floating IP 11c30d33-336a-4a3f-b375-8dc3a27d61c9: DOWN {{(pid=92945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:01:48.008729 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-54a44d1c-6e4c-435e-ae26-29e3ffd425c4 req-5838a8e7-1e70-4c71-82c3-8742930615e3 service neutron] 10.222.0.39 "GET /v2.0/networks/aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712708 Jun 30 11:01:48.125304 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-54a44d1c-6e4c-435e-ae26-29e3ffd425c4 req-3f836d0f-5fdc-4d02-bbbe-ac7626e6f60e service neutron] 10.222.0.39 "GET /v2.0/networks/aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001804 Jun 30 11:01:48.159616 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-f3fab087-21be-4d9b-b37b-618b1d81044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'name': 'tempest-AttachVolumeShelveTestJSON-1421298501-router', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'dc391260-2204-4b36-a515-4278a0936710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:32Z', 'revision_number': 4, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'gw_port': {'id': 'dc391260-2204-4b36-a515-4278a0936710', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': '431ffc3b-cf99-49d8-b8d6-4f0e561810e3', 'name': '', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'mac_address': 'fa:16:3e:e5:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:29Z', 'updated_at': '2021-06-30T10:54:39Z', 'revision_number': 5, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'subnets': [{'id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:48.188015 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fab087-21be-4d9b-b37b-618b1d81044b None None] Checking router: 51a89b9a-8eda-426a-af4c-631f81bb920a for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:01:48.197024 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fab087-21be-4d9b-b37b-618b1d81044b None None] Routers {'51a89b9a-8eda-426a-af4c-631f81bb920a'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:01:48.197897 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-f3fab087-21be-4d9b-b37b-618b1d81044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:01:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['51a89b9a-8eda-426a-af4c-631f81bb920a'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:48.303364 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-f3fab087-21be-4d9b-b37b-618b1d81044b None None] Set router 51a89b9a-8eda-426a-af4c-631f81bb920a gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:01:48.518996 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5e47a838-323e-40d8-9250-b4d9b6a80f34 req-3453c195-4ff7-4e1e-a0c5-955b0c7db498 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/ports?device_id=259f3d9b-5cb5-4253-ac1e-a34b84e86e73 HTTP/1.1" status: 200 len: 210 time: 0.0308232 Jun 30 11:01:48.556274 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-f3fab087-21be-4d9b-b37b-618b1d81044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'name': 'tempest-AttachVolumeShelveTestJSON-1421298501-router', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'dc391260-2204-4b36-a515-4278a0936710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:32Z', 'revision_number': 4, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'gw_port': {'id': 'dc391260-2204-4b36-a515-4278a0936710', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': '431ffc3b-cf99-49d8-b8d6-4f0e561810e3', 'name': '', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'mac_address': 'fa:16:3e:e5:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:29Z', 'updated_at': '2021-06-30T10:54:39Z', 'revision_number': 5, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'subnets': [{'id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:48.587375 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fab087-21be-4d9b-b37b-618b1d81044b None None] The sync data for ids ['51a89b9a-8eda-426a-af4c-631f81bb920a'] in dv-cinder-786627-16-iscsi is: [{'id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'name': 'tempest-AttachVolumeShelveTestJSON-1421298501-router', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'dc391260-2204-4b36-a515-4278a0936710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T10:54:32Z', 'revision_number': 4, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'gw_port': {'id': 'dc391260-2204-4b36-a515-4278a0936710', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': '431ffc3b-cf99-49d8-b8d6-4f0e561810e3', 'name': '', 'network_id': '3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'mac_address': 'fa:16:3e:e5:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:29Z', 'updated_at': '2021-06-30T10:54:39Z', 'revision_number': 5, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'subnets': [{'id': 'bd9941a1-a63d-4ae1-bee1-bc13b8df9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:01:48.816348 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad72b795-cfa6-4656-af06-103055d0b828 None None] New status for floating IP ce27ec83-f465-49c1-a532-bacc3625ee35: DOWN {{(pid=92944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:01:49.667025 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 34144) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:49.724896 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3cb5f2fe-296c-437c-9cbf-4ac52518b337 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:49.748665 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3cb5f2fe-296c-437c-9cbf-4ac52518b337 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:49.801495 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3cb5f2fe-296c-437c-9cbf-4ac52518b337 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:49.804654 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-3cb5f2fe-296c-437c-9cbf-4ac52518b337 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:49.805988 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-3cb5f2fe-296c-437c-9cbf-4ac52518b337 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "DELETE /v2.0/security-groups/f216a77d-940d-4701-a1dd-241d8dd5eb36 HTTP/1.1" status: 204 len: 168 time: 0.1378381 Jun 30 11:01:49.808858 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 34146) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:49.817666 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5f2fe-296c-437c-9cbf-4ac52518b337 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f216a77d-940d-4701-a1dd-241d8dd5eb36,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:49.824840 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.api.v2.resource [None req-aa520e62-1a78-4ae5-86fb-1d564cf24805 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] show failed (client error): The resource could not be found. Jun 30 11:01:49.828499 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-aa520e62-1a78-4ae5-86fb-1d564cf24805 tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "GET /v2.0/security-groups/f216a77d-940d-4701-a1dd-241d8dd5eb36 HTTP/1.1" status: 404 len: 347 time: 0.0158827 Jun 30 11:01:49.828912 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 34148) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:50.007439 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-e5db0d29-e998-4305-b5f4-c71198c0afeb tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Deleting port 7559f33d-b305-4bc0-80be-ce2184b8f2fa {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:01:50.007729 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e5db0d29-e998-4305-b5f4-c71198c0afeb tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:50.076675 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87664af-6f9b-4e98-ab8f-e1eb01507e6b req-3b2e6c01-e5c5-409d-be22-fb87c6d940a7 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:50.078468 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f87664af-6f9b-4e98-ab8f-e1eb01507e6b req-3b2e6c01-e5c5-409d-be22-fb87c6d940a7 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 945 time: 0.1254702 Jun 30 11:01:50.132352 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e5db0d29-e998-4305-b5f4-c71198c0afeb tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:50.132701 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e5db0d29-e998-4305-b5f4-c71198c0afeb tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:50.150304 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f87664af-6f9b-4e98-ab8f-e1eb01507e6b req-4f1c6d95-bece-4245-8a72-f525fd9ed432 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634298 Jun 30 11:01:50.150304 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-e5db0d29-e998-4305-b5f4-c71198c0afeb tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Calling delete_port for 7559f33d-b305-4bc0-80be-ce2184b8f2fa owned by network:floatingip {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:01:50.292994 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e5db0d29-e998-4305-b5f4-c71198c0afeb tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:50.319903 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db0d29-e998-4305-b5f4-c71198c0afeb tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Pushing event deleted for resources: {'Port': ['ID=7559f33d-b305-4bc0-80be-ce2184b8f2fa,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:50.340872 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 013e43a9-d2ea-4d0c-886b-da0e49c4508e no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:01:50.364559 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] No Port match for: 013e43a9-d2ea-4d0c-886b-da0e49c4508e {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:01:50.364907 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 013e43a9-d2ea-4d0c-886b-da0e49c4508e not bound to the agent host hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:01:50.388368 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e5db0d29-e998-4305-b5f4-c71198c0afeb tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks [] for floatingip, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:50.391118 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e5db0d29-e998-4305-b5f4-c71198c0afeb tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for floatingip, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:50.392622 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-e5db0d29-e998-4305-b5f4-c71198c0afeb tempest-AttachVolumeShelveTestJSON-971760212 tempest-AttachVolumeShelveTestJSON-971760212-project] 10.222.0.91 "DELETE /v2.0/floatingips/ce27ec83-f465-49c1-a532-bacc3625ee35 HTTP/1.1" status: 204 len: 168 time: 0.5617213 Jun 30 11:01:51.328399 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006d5e9-ebc5-4e65-a7d3-2c63b05be179 req-063fbb0a-d7b7-4e94-a7d8-f829f6360d3a tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:51.330453 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2006d5e9-ebc5-4e65-a7d3-2c63b05be179 req-063fbb0a-d7b7-4e94-a7d8-f829f6360d3a tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 945 time: 0.0619521 Jun 30 11:01:51.367378 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-2006d5e9-ebc5-4e65-a7d3-2c63b05be179 req-118c998a-b583-494c-8563-fba9127bf603 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313818 Jun 30 11:01:52.593950 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99625a0b-969e-41ae-8ebb-422baf7efde7 req-5eac1938-3294-4b4f-9b6e-01a2f1fe38f1 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:52.595600 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-99625a0b-969e-41ae-8ebb-422baf7efde7 req-5eac1938-3294-4b4f-9b6e-01a2f1fe38f1 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 945 time: 0.0838995 Jun 30 11:01:52.649201 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-99625a0b-969e-41ae-8ebb-422baf7efde7 req-d89cf7f3-8786-45af-a6ea-a2d96949f36f tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428309 Jun 30 11:01:53.837386 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0326b-1bb6-4455-8b85-1c9b7ef61349 req-46a00d91-9ef0-49ea-b277-c81b52a543c0 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:53.839272 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-e2e0326b-1bb6-4455-8b85-1c9b7ef61349 req-46a00d91-9ef0-49ea-b277-c81b52a543c0 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 945 time: 0.0676656 Jun 30 11:01:53.881363 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-e2e0326b-1bb6-4455-8b85-1c9b7ef61349 req-b3bd6942-6465-4965-9418-03a9f027ee51 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362580 Jun 30 11:01:53.902382 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222f406-5b0f-4e39-a776-fa55c75f35d5 req-8f4065e7-5f78-41db-b38f-c463d48f8e80 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:53.903910 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3222f406-5b0f-4e39-a776-fa55c75f35d5 req-8f4065e7-5f78-41db-b38f-c463d48f8e80 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.39 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 945 time: 0.0677500 Jun 30 11:01:54.942833 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-3222f406-5b0f-4e39-a776-fa55c75f35d5 req-53474994-0d9f-46a3-bb3b-4eed3651d0c9 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Deleting port 0292ee5a-02eb-4858-9099-ef4c4f563359 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:01:54.943494 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3222f406-5b0f-4e39-a776-fa55c75f35d5 req-53474994-0d9f-46a3-bb3b-4eed3651d0c9 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:55.061758 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-3222f406-5b0f-4e39-a776-fa55c75f35d5 req-53474994-0d9f-46a3-bb3b-4eed3651d0c9 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] For port 0292ee5a-02eb-4858-9099-ef4c4f563359, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0292ee5a-02eb-4858-9099-ef4c4f563359,segment=NetworkSegment(dd7bda40-22d2-419c-90e9-0926d7fa038b),segment_id=dd7bda40-22d2-419c-90e9-0926d7fa038b)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:55.062023 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3222f406-5b0f-4e39-a776-fa55c75f35d5 req-53474994-0d9f-46a3-bb3b-4eed3651d0c9 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:55.079145 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-3222f406-5b0f-4e39-a776-fa55c75f35d5 req-53474994-0d9f-46a3-bb3b-4eed3651d0c9 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Calling delete_port for 0292ee5a-02eb-4858-9099-ef4c4f563359 owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:01:55.142397 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde7b57-49fe-426f-b1ee-266d361a6ef3 req-2769a779-6f75-4d17-a87c-865b2a1c8cc6 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:55.143905 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5fde7b57-49fe-426f-b1ee-266d361a6ef3 req-2769a779-6f75-4d17-a87c-865b2a1c8cc6 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 945 time: 0.1442001 Jun 30 11:01:55.203798 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5fde7b57-49fe-426f-b1ee-266d361a6ef3 req-5f04ea48-2cd7-4b72-9f79-1088a5764616 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc80a363-a74b-470f-997d-bfe2d806fe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532830 Jun 30 11:01:55.260150 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3222f406-5b0f-4e39-a776-fa55c75f35d5 req-53474994-0d9f-46a3-bb3b-4eed3651d0c9 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:55.293117 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53474994-0d9f-46a3-bb3b-4eed3651d0c9 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Pushing event deleted for resources: {'Port': ['ID=0292ee5a-02eb-4858-9099-ef4c4f563359,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:55.338183 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3222f406-5b0f-4e39-a776-fa55c75f35d5 req-53474994-0d9f-46a3-bb3b-4eed3651d0c9 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] No DVR routers for this DVR port 0292ee5a-02eb-4858-9099-ef4c4f563359 on host hv-cinder-78662 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:01:55.340809 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3222f406-5b0f-4e39-a776-fa55c75f35d5 req-53474994-0d9f-46a3-bb3b-4eed3651d0c9 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:55.342765 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3222f406-5b0f-4e39-a776-fa55c75f35d5 req-53474994-0d9f-46a3-bb3b-4eed3651d0c9 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.39 "DELETE /v2.0/ports/0292ee5a-02eb-4858-9099-ef4c4f563359 HTTP/1.1" status: 204 len: 173 time: 0.4996080 Jun 30 11:01:55.343229 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220e1864-8fbc-4f49-a0c2-99f7e59b5035', 'name': 'network-vif-deleted', 'tag': '0292ee5a-02eb-4858-9099-ef4c4f563359'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:01:55.345989 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560d5f90-7475-48d0-aebc-049cfe77b92c" -d '{"events": [{"server_uuid": "220e1864-8fbc-4f49-a0c2-99f7e59b5035", "name": "network-vif-deleted", "tag": "0292ee5a-02eb-4858-9099-ef4c4f563359"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:01:55.381798 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 11:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0b9426-6f32-4bbe-afee-75a29e4828cf x-openstack-request-id: req-df0b9426-6f32-4bbe-afee-75a29e4828cf {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:01:55.382092 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220e1864-8fbc-4f49-a0c2-99f7e59b5035", "name": "network-vif-deleted", "tag": "0292ee5a-02eb-4858-9099-ef4c4f563359", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:01:55.382351 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-df0b9426-6f32-4bbe-afee-75a29e4828cf {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:01:55.382792 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220e1864-8fbc-4f49-a0c2-99f7e59b5035', 'name': 'network-vif-deleted', 'tag': '0292ee5a-02eb-4858-9099-ef4c4f563359', 'status': 'completed', 'code': 200} Jun 30 11:01:56.505556 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b43644a3-3563-4cb7-b7bc-3017612bb199 req-988a5095-64d9-4be6-a516-d0bf889e5d60 tempest-TestMinimumBasicScenario-1618689623 tempest-TestMinimumBasicScenario-1618689623-project] 10.222.0.91 "GET /v2.0/ports?device_id=220e1864-8fbc-4f49-a0c2-99f7e59b5035 HTTP/1.1" status: 200 len: 210 time: 0.0291674 Jun 30 11:01:56.790921 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['0292ee5a-02eb-4858-9099-ef4c4f563359'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 11:01:58.246318 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 34280) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:58.598114 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0435-8fb6-4656-9d3e-9688fa4e89b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1991337'] for router_interface, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:58.792796 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 0292ee5a-02eb-4858-9099-ef4c4f563359 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:01:58.813212 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] No Port match for: 0292ee5a-02eb-4858-9099-ef4c4f563359 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:01:58.813676 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 0292ee5a-02eb-4858-9099-ef4c4f563359 not bound to the agent host hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:01:58.852262 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e0435-8fb6-4656-9d3e-9688fa4e89b5 admin admin] Deleting port dc7d3c34-316b-4d7e-8085-0544e99c820a {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:01:58.852520 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0435-8fb6-4656-9d3e-9688fa4e89b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:58.932426 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-0c8e0435-8fb6-4656-9d3e-9688fa4e89b5 admin admin] For port dc7d3c34-316b-4d7e-8085-0544e99c820a, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=dc7d3c34-316b-4d7e-8085-0544e99c820a,segment=NetworkSegment(dd7bda40-22d2-419c-90e9-0926d7fa038b),segment_id=dd7bda40-22d2-419c-90e9-0926d7fa038b)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:58.932781 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0435-8fb6-4656-9d3e-9688fa4e89b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:58.945168 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e0435-8fb6-4656-9d3e-9688fa4e89b5 admin admin] Calling delete_port for dc7d3c34-316b-4d7e-8085-0544e99c820a owned by network:router_interface {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:01:59.134325 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0435-8fb6-4656-9d3e-9688fa4e89b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:59.172590 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e0435-8fb6-4656-9d3e-9688fa4e89b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc7d3c34-316b-4d7e-8085-0544e99c820a,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:59.378488 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0435-8fb6-4656-9d3e-9688fa4e89b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1991251'] for router_interface, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:59.379083 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 34304) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:59.616146 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8e0435-8fb6-4656-9d3e-9688fa4e89b5 admin admin] Router ada05209-31c4-4e98-a641-d4c89593e560 has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:01:59.727857 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8e0435-8fb6-4656-9d3e-9688fa4e89b5 admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:01:59.736715 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-0c8e0435-8fb6-4656-9d3e-9688fa4e89b5 admin admin] 10.222.0.91 "PUT /v2.0/routers/ada05209-31c4-4e98-a641-d4c89593e560/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4864421 Jun 30 11:01:59.736977 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 34312) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:59.738169 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41bcdf-9a3b-456c-8fdf-e1085200aa6d None None] Sync routers for ids ['ada05209-31c4-4e98-a641-d4c89593e560'] in dv-cinder-786627-16-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:01:59.747959 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41bcdf-9a3b-456c-8fdf-e1085200aa6d None None] Routers {'ada05209-31c4-4e98-a641-d4c89593e560'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:01:59.753958 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-0b41bcdf-9a3b-456c-8fdf-e1085200aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:01:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['ada05209-31c4-4e98-a641-d4c89593e560'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:59.862405 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-af5d25d1-9cb8-452d-84a8-70076525ccb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:59.866503 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-0b41bcdf-9a3b-456c-8fdf-e1085200aa6d None None] Set router ada05209-31c4-4e98-a641-d4c89593e560 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:01:59.987654 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-af5d25d1-9cb8-452d-84a8-70076525ccb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:00.069312 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-0b41bcdf-9a3b-456c-8fdf-e1085200aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'name': 'tempest-TestMinimumBasicScenario-1993991835-router', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T11:01:59Z', 'revision_number': 5, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'gw_port': {'id': 'efdb4873-26bc-4476-8b93-40a7c52f3489', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:00.097580 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41bcdf-9a3b-456c-8fdf-e1085200aa6d None None] Checking router: ada05209-31c4-4e98-a641-d4c89593e560 for host: dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:02:00.106359 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41bcdf-9a3b-456c-8fdf-e1085200aa6d None None] Routers {'ada05209-31c4-4e98-a641-d4c89593e560'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:02:00.107098 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-0b41bcdf-9a3b-456c-8fdf-e1085200aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:01:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['ada05209-31c4-4e98-a641-d4c89593e560'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:00.201854 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-0b41bcdf-9a3b-456c-8fdf-e1085200aa6d None None] Set router ada05209-31c4-4e98-a641-d4c89593e560 gateway port host: None {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:02:00.212585 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-df814fb0-0750-4aea-98ed-57f78cd6cf8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1991337'] for router_interface, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:00.255943 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-0b41bcdf-9a3b-456c-8fdf-e1085200aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'name': 'tempest-TestMinimumBasicScenario-1993991835-router', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T11:01:59Z', 'revision_number': 6, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'gw_port_host': None}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:00.349497 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-af5d25d1-9cb8-452d-84a8-70076525ccb3 admin admin] Deleting port efdb4873-26bc-4476-8b93-40a7c52f3489 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:02:00.349937 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-af5d25d1-9cb8-452d-84a8-70076525ccb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:00.373671 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41bcdf-9a3b-456c-8fdf-e1085200aa6d None None] The sync data for ids ['ada05209-31c4-4e98-a641-d4c89593e560'] in dv-cinder-786627-16-iscsi is: [{'id': 'ada05209-31c4-4e98-a641-d4c89593e560', 'name': 'tempest-TestMinimumBasicScenario-1993991835-router', 'tenant_id': '7048c1aee61f418585e6776bc9e22ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:58:43Z', 'updated_at': '2021-06-30T11:01:59Z', 'revision_number': 6, 'project_id': '7048c1aee61f418585e6776bc9e22ed7', 'gw_port_host': None}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:02:00.440286 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-af5d25d1-9cb8-452d-84a8-70076525ccb3 admin admin] For port efdb4873-26bc-4476-8b93-40a7c52f3489, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=efdb4873-26bc-4476-8b93-40a7c52f3489,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:02:00.440913 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-af5d25d1-9cb8-452d-84a8-70076525ccb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:00.453467 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-af5d25d1-9cb8-452d-84a8-70076525ccb3 admin admin] Calling delete_port for efdb4873-26bc-4476-8b93-40a7c52f3489 owned by network:router_gateway {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:02:00.483865 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.plugin [None req-df814fb0-0750-4aea-98ed-57f78cd6cf8a admin admin] Deleting port 431ffc3b-cf99-49d8-b8d6-4f0e561810e3 {{(pid=92943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:02:00.484577 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-df814fb0-0750-4aea-98ed-57f78cd6cf8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:00.570052 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-df814fb0-0750-4aea-98ed-57f78cd6cf8a admin admin] For port 431ffc3b-cf99-49d8-b8d6-4f0e561810e3, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=431ffc3b-cf99-49d8-b8d6-4f0e561810e3,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:02:00.570427 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-df814fb0-0750-4aea-98ed-57f78cd6cf8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:00.584242 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.plugin [None req-df814fb0-0750-4aea-98ed-57f78cd6cf8a admin admin] Calling delete_port for 431ffc3b-cf99-49d8-b8d6-4f0e561810e3 owned by network:router_interface {{(pid=92943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:02:00.637040 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-af5d25d1-9cb8-452d-84a8-70076525ccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:00.675814 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d25d1-9cb8-452d-84a8-70076525ccb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=efdb4873-26bc-4476-8b93-40a7c52f3489,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:00.762439 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-af5d25d1-9cb8-452d-84a8-70076525ccb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995876'] for router_gateway, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:00.806713 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-df814fb0-0750-4aea-98ed-57f78cd6cf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725947'] for port, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:00.840641 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df814fb0-0750-4aea-98ed-57f78cd6cf8a admin admin] Pushing event deleted for resources: {'Port': ['ID=431ffc3b-cf99-49d8-b8d6-4f0e561810e3,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:00.865899 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-af5d25d1-9cb8-452d-84a8-70076525ccb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62870'] for router, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:00.868275 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-af5d25d1-9cb8-452d-84a8-70076525ccb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:00.920472 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-af5d25d1-9cb8-452d-84a8-70076525ccb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1984768'] for router, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:00.921135 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5d25d1-9cb8-452d-84a8-70076525ccb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ada05209-31c4-4e98-a641-d4c89593e560 {{(pid=92942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 11:02:00.927510 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-af5d25d1-9cb8-452d-84a8-70076525ccb3 admin admin] Notify callbacks [] for router, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:00.928842 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-af5d25d1-9cb8-452d-84a8-70076525ccb3 admin admin] 10.222.0.91 "DELETE /v2.0/routers/ada05209-31c4-4e98-a641-d4c89593e560 HTTP/1.1" status: 204 len: 168 time: 1.1907613 Jun 30 11:02:00.931231 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 34330) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:00.985863 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f2f8b7-0443-42e9-b929-a32ec558c1c1 admin admin] Deleting subnet 355e2b66-56b8-4dd2-9aa5-eea17072a99a {{(pid=92942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 11:02:00.989909 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-09f2f8b7-0443-42e9-b929-a32ec558c1c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.028439 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-09f2f8b7-0443-42e9-b929-a32ec558c1c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9400928'] for subnet, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.036272 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-df814fb0-0750-4aea-98ed-57f78cd6cf8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1991251'] for router_interface, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.147135 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-09f2f8b7-0443-42e9-b929-a32ec558c1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988707'] for subnet, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.203921 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-09f2f8b7-0443-42e9-b929-a32ec558c1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8415361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8389490'] for subnet, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.233013 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2f8b7-0443-42e9-b929-a32ec558c1c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=355e2b66-56b8-4dd2-9aa5-eea17072a99a,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:01.235086 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-09f2f8b7-0443-42e9-b929-a32ec558c1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.240497 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 34332) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:01.240610 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-09f2f8b7-0443-42e9-b929-a32ec558c1c1 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/355e2b66-56b8-4dd2-9aa5-eea17072a99a HTTP/1.1" status: 204 len: 168 time: 0.3081262 Jun 30 11:02:01.246421 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64207874-c2cc-4f81-91e3-e69a669dd901 None None] Network aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 11:02:01.308708 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df814fb0-0750-4aea-98ed-57f78cd6cf8a admin admin] Router 51a89b9a-8eda-426a-af4c-631f81bb920a has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:02:01.327271 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ccfba470-3305-48fb-9311-9e0df0e80be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592536'] for network, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.441912 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfa1a0c-93c3-4642-a2f3-f6d7f08b1996 None None] DHCP port deletion for aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 request from dv-cinder-786627-16-iscsi {{(pid=92944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 11:02:01.469938 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df814fb0-0750-4aea-98ed-57f78cd6cf8a admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:02:01.477895 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-df814fb0-0750-4aea-98ed-57f78cd6cf8a admin admin] 10.222.0.91 "PUT /v2.0/routers/51a89b9a-8eda-426a-af4c-631f81bb920a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0982292 Jun 30 11:02:01.479448 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.plugin [None req-ccfba470-3305-48fb-9311-9e0df0e80be0 admin admin] Deleting port 24b57384-085f-4eeb-9367-6cea2a654b30 {{(pid=92943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:02:01.479831 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ccfba470-3305-48fb-9311-9e0df0e80be0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.480667 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebde4f3-a9eb-4f0d-a85b-8da92c18de83 None None] Sync routers for ids ['51a89b9a-8eda-426a-af4c-631f81bb920a'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:02:01.481051 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 34334) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:01.509038 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebde4f3-a9eb-4f0d-a85b-8da92c18de83 None None] Routers {'51a89b9a-8eda-426a-af4c-631f81bb920a'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:02:01.509668 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-aebde4f3-a9eb-4f0d-a85b-8da92c18de83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:01:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['51a89b9a-8eda-426a-af4c-631f81bb920a'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:01.512194 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-9cfa1a0c-93c3-4642-a2f3-f6d7f08b1996 None None] Deleting port 24b57384-085f-4eeb-9367-6cea2a654b30 {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:02:01.512598 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9cfa1a0c-93c3-4642-a2f3-f6d7f08b1996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.572705 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-ccfba470-3305-48fb-9311-9e0df0e80be0 admin admin] For port 24b57384-085f-4eeb-9367-6cea2a654b30, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=24b57384-085f-4eeb-9367-6cea2a654b30,segment=NetworkSegment(dd7bda40-22d2-419c-90e9-0926d7fa038b),segment_id=dd7bda40-22d2-419c-90e9-0926d7fa038b)] {{(pid=92943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:02:01.573349 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ccfba470-3305-48fb-9311-9e0df0e80be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.595581 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.plugin [None req-ccfba470-3305-48fb-9311-9e0df0e80be0 admin admin] Calling delete_port for 24b57384-085f-4eeb-9367-6cea2a654b30 owned by network:dhcp {{(pid=92943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:02:01.627432 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-221dd09b-2ac4-438f-bcc3-35e09b5b028e admin admin] Notify callbacks [] for router, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.681657 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ccfba470-3305-48fb-9311-9e0df0e80be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725947'] for port, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.711164 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfba470-3305-48fb-9311-9e0df0e80be0 admin admin] Pushing event deleted for resources: {'Port': ['ID=24b57384-085f-4eeb-9367-6cea2a654b30,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:01.713107 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfba470-3305-48fb-9311-9e0df0e80be0 admin admin] No DVR routers for this DVR port 24b57384-085f-4eeb-9367-6cea2a654b30 on host dv-cinder-786627-16-iscsi {{(pid=92943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:02:01.753310 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-221dd09b-2ac4-438f-bcc3-35e09b5b028e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.769000 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device dc7d3c34-316b-4d7e-8085-0544e99c820a no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:02:01.792749 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ccfba470-3305-48fb-9311-9e0df0e80be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990652', 'neutron.services.segments.db._delete_segments_for_network-8758624453443'] for network, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.800145 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: dc7d3c34-316b-4d7e-8085-0544e99c820a {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:02:01.800498 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device dc7d3c34-316b-4d7e-8085-0544e99c820a not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:02:01.800916 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device efdb4873-26bc-4476-8b93-40a7c52f3489 no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:02:01.804381 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-ccfba470-3305-48fb-9311-9e0df0e80be0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9']}} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:01.810855 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-221dd09b-2ac4-438f-bcc3-35e09b5b028e admin admin] Deleting port dc391260-2204-4b36-a515-4278a0936710 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:02:01.811208 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-221dd09b-2ac4-438f-bcc3-35e09b5b028e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.816695 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-ccfba470-3305-48fb-9311-9e0df0e80be0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7bda40-22d2-419c-90e9-0926d7fa038b') {'for_net_delete': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:01.817009 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-ccfba470-3305-48fb-9311-9e0df0e80be0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7bda40-22d2-419c-90e9-0926d7fa038b') {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:01.826184 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ccfba470-3305-48fb-9311-9e0df0e80be0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758624364746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9296264'] for segment, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.839112 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: efdb4873-26bc-4476-8b93-40a7c52f3489 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:02:01.839455 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device efdb4873-26bc-4476-8b93-40a7c52f3489 not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:02:01.839901 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 24b57384-085f-4eeb-9367-6cea2a654b30 no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:02:01.841057 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ccfba470-3305-48fb-9311-9e0df0e80be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.858883 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccfba470-3305-48fb-9311-9e0df0e80be0 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=92943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 11:02:01.859504 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ccfba470-3305-48fb-9311-9e0df0e80be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725870'] for segment, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: Traceback (most recent call last): Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: timer() Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: cb(*args, **kw) Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: return func(*args, **kwargs) Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: self._notify() Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: self.callback(batched_events) Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: event.method(event) Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: return f(self, *a, **k) Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: return self._get(url).json() Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: return self.request(url, 'GET', **kwargs) Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 11:02:01.862746 dv-cinder-786627-16-iscsi neutron-server[92943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 11:02:01.871578 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-aebde4f3-a9eb-4f0d-a85b-8da92c18de83 None None] Set router 51a89b9a-8eda-426a-af4c-631f81bb920a gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:02:01.904335 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: 24b57384-085f-4eeb-9367-6cea2a654b30 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:02:01.904678 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 24b57384-085f-4eeb-9367-6cea2a654b30 not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:02:01.908031 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-9cfa1a0c-93c3-4642-a2f3-f6d7f08b1996 None None] For port 24b57384-085f-4eeb-9367-6cea2a654b30, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=24b57384-085f-4eeb-9367-6cea2a654b30,segment=NetworkSegment(dd7bda40-22d2-419c-90e9-0926d7fa038b),segment_id=dd7bda40-22d2-419c-90e9-0926d7fa038b)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:02:01.908667 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9cfa1a0c-93c3-4642-a2f3-f6d7f08b1996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.918574 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-221dd09b-2ac4-438f-bcc3-35e09b5b028e admin admin] For port dc391260-2204-4b36-a515-4278a0936710, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=dc391260-2204-4b36-a515-4278a0936710,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:02:01.919850 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-221dd09b-2ac4-438f-bcc3-35e09b5b028e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.932823 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ccfba470-3305-48fb-9311-9e0df0e80be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995776'] for network, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.936280 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-221dd09b-2ac4-438f-bcc3-35e09b5b028e admin admin] Calling delete_port for dc391260-2204-4b36-a515-4278a0936710 owned by network:router_gateway {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:02:01.941211 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ccfba470-3305-48fb-9311-9e0df0e80be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.943782 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-ccfba470-3305-48fb-9311-9e0df0e80be0 admin admin] 10.222.0.91 "DELETE /v2.0/networks/aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 HTTP/1.1" status: 204 len: 168 time: 0.7022450 Jun 30 11:02:01.949538 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 34340) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:01.957176 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfba470-3305-48fb-9311-9e0df0e80be0 admin admin] Pushing event deleted for resources: {'Network': ['ID=aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:01.963428 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-9cfa1a0c-93c3-4642-a2f3-f6d7f08b1996 None None] Calling delete_port for 24b57384-085f-4eeb-9367-6cea2a654b30 owned by network:dhcp {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:02:02.175508 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9cfa1a0c-93c3-4642-a2f3-f6d7f08b1996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:02.205610 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9cfa1a0c-93c3-4642-a2f3-f6d7f08b1996 None None] Network aed3a7f6-7946-4aa2-ae88-e7054fe7b2c9 is not hosted by any dhcp agent {{(pid=92944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 11:02:02.206611 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfa1a0c-93c3-4642-a2f3-f6d7f08b1996 None None] No DVR routers for this DVR port 24b57384-085f-4eeb-9367-6cea2a654b30 on host dv-cinder-786627-16-iscsi {{(pid=92944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:02:02.209111 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa1a0c-93c3-4642-a2f3-f6d7f08b1996 None None] Pushing event deleted for resources: {'Port': ['ID=24b57384-085f-4eeb-9367-6cea2a654b30,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:02.221840 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa1a0c-93c3-4642-a2f3-f6d7f08b1996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:02.222150 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa1a0c-93c3-4642-a2f3-f6d7f08b1996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:02.222688 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa1a0c-93c3-4642-a2f3-f6d7f08b1996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:02.223181 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa1a0c-93c3-4642-a2f3-f6d7f08b1996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:02.223753 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa1a0c-93c3-4642-a2f3-f6d7f08b1996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:02.224243 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa1a0c-93c3-4642-a2f3-f6d7f08b1996 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:02.225192 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa1a0c-93c3-4642-a2f3-f6d7f08b1996 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:02.225696 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa1a0c-93c3-4642-a2f3-f6d7f08b1996 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:02.226200 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa1a0c-93c3-4642-a2f3-f6d7f08b1996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:02.226700 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa1a0c-93c3-4642-a2f3-f6d7f08b1996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:02.227181 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa1a0c-93c3-4642-a2f3-f6d7f08b1996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:02.227684 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa1a0c-93c3-4642-a2f3-f6d7f08b1996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:02.243342 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-aebde4f3-a9eb-4f0d-a85b-8da92c18de83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'name': 'tempest-AttachVolumeShelveTestJSON-1421298501-router', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'dc391260-2204-4b36-a515-4278a0936710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T11:02:00Z', 'revision_number': 5, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'gw_port': {'id': 'dc391260-2204-4b36-a515-4278a0936710', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:54:15Z', 'updated_at': '2021-06-30T10:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:02.272884 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebde4f3-a9eb-4f0d-a85b-8da92c18de83 None None] Checking router: 51a89b9a-8eda-426a-af4c-631f81bb920a for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:02:02.282311 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebde4f3-a9eb-4f0d-a85b-8da92c18de83 None None] Routers {'51a89b9a-8eda-426a-af4c-631f81bb920a'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:02:02.283848 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-aebde4f3-a9eb-4f0d-a85b-8da92c18de83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:01:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['51a89b9a-8eda-426a-af4c-631f81bb920a'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:02.341672 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-221dd09b-2ac4-438f-bcc3-35e09b5b028e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:02.373840 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-aebde4f3-a9eb-4f0d-a85b-8da92c18de83 None None] Set router 51a89b9a-8eda-426a-af4c-631f81bb920a gateway port host: None {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:02:02.374874 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221dd09b-2ac4-438f-bcc3-35e09b5b028e admin admin] Pushing event deleted for resources: {'Port': ['ID=dc391260-2204-4b36-a515-4278a0936710,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:02.439321 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-aebde4f3-a9eb-4f0d-a85b-8da92c18de83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'name': 'tempest-AttachVolumeShelveTestJSON-1421298501-router', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T11:02:01Z', 'revision_number': 6, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'gw_port_host': None}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:02.468136 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebde4f3-a9eb-4f0d-a85b-8da92c18de83 None None] The sync data for ids ['51a89b9a-8eda-426a-af4c-631f81bb920a'] in dv-cinder-786627-16-iscsi is: [{'id': '51a89b9a-8eda-426a-af4c-631f81bb920a', 'name': 'tempest-AttachVolumeShelveTestJSON-1421298501-router', 'tenant_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:54:13Z', 'updated_at': '2021-06-30T11:02:01Z', 'revision_number': 6, 'project_id': 'dd767d920c4042ebb7ff4a63cffdc075', 'gw_port_host': None}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:02:02.479323 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-221dd09b-2ac4-438f-bcc3-35e09b5b028e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995876'] for router_gateway, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:02.581146 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-221dd09b-2ac4-438f-bcc3-35e09b5b028e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62870'] for router, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:02.584175 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-221dd09b-2ac4-438f-bcc3-35e09b5b028e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:02.644358 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-221dd09b-2ac4-438f-bcc3-35e09b5b028e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1984768'] for router, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:02.644870 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221dd09b-2ac4-438f-bcc3-35e09b5b028e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51a89b9a-8eda-426a-af4c-631f81bb920a {{(pid=92942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 11:02:02.664046 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-221dd09b-2ac4-438f-bcc3-35e09b5b028e admin admin] Notify callbacks [] for router, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:02.665167 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-221dd09b-2ac4-438f-bcc3-35e09b5b028e admin admin] 10.222.0.91 "DELETE /v2.0/routers/51a89b9a-8eda-426a-af4c-631f81bb920a HTTP/1.1" status: 204 len: 168 time: 1.1831398 Jun 30 11:02:02.667929 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 34350) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:02.693340 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fe6a2402-a601-4094-b8cd-f9528dafaa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1991337'] for router_interface, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:02.716056 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a6a59c-5427-4397-9e96-4704367efaba admin admin] Deleting subnet bd9941a1-a63d-4ae1-bee1-bc13b8df9212 {{(pid=92943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 11:02:02.719459 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f5a6a59c-5427-4397-9e96-4704367efaba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:02.755185 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f5a6a59c-5427-4397-9e96-4704367efaba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9296257'] for subnet, precommit_delete_associations {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:02.837340 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f5a6a59c-5427-4397-9e96-4704367efaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988707'] for subnet, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:02.902196 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f5a6a59c-5427-4397-9e96-4704367efaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8704132'] for subnet, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:02.919165 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f5a6a59c-5427-4397-9e96-4704367efaba admin admin] Notify callbacks [] for subnet, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:02.921261 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-f5a6a59c-5427-4397-9e96-4704367efaba admin admin] 10.222.0.91 "DELETE /v2.0/subnets/bd9941a1-a63d-4ae1-bee1-bc13b8df9212 HTTP/1.1" status: 204 len: 168 time: 0.2520897 Jun 30 11:02:02.924233 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 34352) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:02.932391 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb29f834-0d57-49d1-b699-3cd11ca71de1 None None] Network 3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 11:02:02.948685 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6a59c-5427-4397-9e96-4704367efaba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd9941a1-a63d-4ae1-bee1-bc13b8df9212,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:02.977184 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-fe6a2402-a601-4094-b8cd-f9528dafaa3b admin admin] Deleting port 74a7e952-38fc-45f5-8583-39791006fc8a {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:02:02.977555 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fe6a2402-a601-4094-b8cd-f9528dafaa3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:03.012725 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-fff7e63e-fe2b-463a-96c6-cdfb296a5c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592536'] for network, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:03.059619 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fe6a2402-a601-4094-b8cd-f9528dafaa3b admin admin] For port 74a7e952-38fc-45f5-8583-39791006fc8a, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=74a7e952-38fc-45f5-8583-39791006fc8a,segment=NetworkSegment(c6dbcbf4-08e8-4d24-9661-f6596674a25e),segment_id=c6dbcbf4-08e8-4d24-9661-f6596674a25e)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:02:03.059954 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fe6a2402-a601-4094-b8cd-f9528dafaa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:03.073172 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.plugin [None req-fff7e63e-fe2b-463a-96c6-cdfb296a5c51 admin admin] Deleting port 0052d643-0512-489f-ba4b-d928dd8f2e56 {{(pid=92943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:02:03.073543 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-fff7e63e-fe2b-463a-96c6-cdfb296a5c51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:03.074170 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-fe6a2402-a601-4094-b8cd-f9528dafaa3b admin admin] Calling delete_port for 74a7e952-38fc-45f5-8583-39791006fc8a owned by network:router_interface {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:02:03.139535 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-fff7e63e-fe2b-463a-96c6-cdfb296a5c51 admin admin] For port 0052d643-0512-489f-ba4b-d928dd8f2e56, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=0052d643-0512-489f-ba4b-d928dd8f2e56,segment=NetworkSegment(bc727c53-35dd-4e52-a07f-d2476a898a00),segment_id=bc727c53-35dd-4e52-a07f-d2476a898a00)] {{(pid=92943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:02:03.139915 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-fff7e63e-fe2b-463a-96c6-cdfb296a5c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:03.152535 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.plugin [None req-fff7e63e-fe2b-463a-96c6-cdfb296a5c51 admin admin] Calling delete_port for 0052d643-0512-489f-ba4b-d928dd8f2e56 owned by network:dhcp {{(pid=92943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:02:03.232373 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-fff7e63e-fe2b-463a-96c6-cdfb296a5c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725947'] for port, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:03.247308 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff7e63e-fe2b-463a-96c6-cdfb296a5c51 admin admin] No DVR routers for this DVR port 0052d643-0512-489f-ba4b-d928dd8f2e56 on host dv-cinder-786627-16-iscsi {{(pid=92943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:02:03.263356 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e47bc6-3af7-4038-bcdb-ce3c5c9c8b4a None None] DHCP port deletion for 3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 request from dv-cinder-786627-16-iscsi {{(pid=92944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 11:02:03.266463 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7e63e-fe2b-463a-96c6-cdfb296a5c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=0052d643-0512-489f-ba4b-d928dd8f2e56,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:03.277495 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fe6a2402-a601-4094-b8cd-f9528dafaa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:03.309198 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a2402-a601-4094-b8cd-f9528dafaa3b admin admin] Pushing event deleted for resources: {'Port': ['ID=74a7e952-38fc-45f5-8583-39791006fc8a,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:03.348997 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-fff7e63e-fe2b-463a-96c6-cdfb296a5c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990652', 'neutron.services.segments.db._delete_segments_for_network-8758624453443'] for network, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:03.359902 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-fff7e63e-fe2b-463a-96c6-cdfb296a5c51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3']}} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:03.370664 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-fff7e63e-fe2b-463a-96c6-cdfb296a5c51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc727c53-35dd-4e52-a07f-d2476a898a00') {'for_net_delete': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:03.370914 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-fff7e63e-fe2b-463a-96c6-cdfb296a5c51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc727c53-35dd-4e52-a07f-d2476a898a00') {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:03.382050 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-fff7e63e-fe2b-463a-96c6-cdfb296a5c51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758624364746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9296264'] for segment, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:03.400975 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-fff7e63e-fe2b-463a-96c6-cdfb296a5c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff7e63e-fe2b-463a-96c6-cdfb296a5c51 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=92943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-fff7e63e-fe2b-463a-96c6-cdfb296a5c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725870'] for segment, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: Traceback (most recent call last): Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: timer() Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: cb(*args, **kw) Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: return func(*args, **kwargs) Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: self._notify() Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: self.callback(batched_events) Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: event.method(event) Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: return f(self, *a, **k) Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: return self._get(url).json() Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: return self.request(url, 'GET', **kwargs) Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 11:02:03.414004 dv-cinder-786627-16-iscsi neutron-server[92943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 11:02:03.486309 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-fff7e63e-fe2b-463a-96c6-cdfb296a5c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995776'] for network, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:03.496451 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-fff7e63e-fe2b-463a-96c6-cdfb296a5c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:03.502130 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-fff7e63e-fe2b-463a-96c6-cdfb296a5c51 admin admin] 10.222.0.91 "DELETE /v2.0/networks/3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3 HTTP/1.1" status: 204 len: 168 time: 0.5734706 Jun 30 11:02:03.503963 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fe6a2402-a601-4094-b8cd-f9528dafaa3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1991251'] for router_interface, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:03.516220 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7e63e-fe2b-463a-96c6-cdfb296a5c51 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c58587e-71e0-4aa1-9ae7-4e417d9f3fe3,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:03.737277 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 34362) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:03.743779 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 0052d643-0512-489f-ba4b-d928dd8f2e56 no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:02:03.769832 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: 0052d643-0512-489f-ba4b-d928dd8f2e56 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:02:03.770437 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 0052d643-0512-489f-ba4b-d928dd8f2e56 not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:02:03.771067 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device dc391260-2204-4b36-a515-4278a0936710 no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:02:03.796194 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: dc391260-2204-4b36-a515-4278a0936710 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:02:03.796663 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device dc391260-2204-4b36-a515-4278a0936710 not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:02:03.797337 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 431ffc3b-cf99-49d8-b8d6-4f0e561810e3 no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:02:03.806768 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-82e04c93-21c1-43c8-8bfe-515f9f43760d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=dd767d920c4042ebb7ff4a63cffdc075&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0681632 Jun 30 11:02:03.809581 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 34364) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:03.825388 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: 431ffc3b-cf99-49d8-b8d6-4f0e561810e3 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:02:03.825830 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 431ffc3b-cf99-49d8-b8d6-4f0e561810e3 not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:02:03.855814 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6a2402-a601-4094-b8cd-f9528dafaa3b admin admin] Router f03f98e9-50b8-48a8-a4b6-3ab830281fb7 has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:02:03.889885 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6c5041f7-002a-4019-b67c-e792d3a475d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:03.914728 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6c5041f7-002a-4019-b67c-e792d3a475d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:03.975907 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6c5041f7-002a-4019-b67c-e792d3a475d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:03.978249 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-6c5041f7-002a-4019-b67c-e792d3a475d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:03.979408 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-6c5041f7-002a-4019-b67c-e792d3a475d6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1f148c29-ab8d-447e-8faa-53414332b006 HTTP/1.1" status: 204 len: 168 time: 0.1687303 Jun 30 11:02:03.979943 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6a2402-a601-4094-b8cd-f9528dafaa3b admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:02:03.986971 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-fe6a2402-a601-4094-b8cd-f9528dafaa3b admin admin] 10.222.0.91 "PUT /v2.0/routers/f03f98e9-50b8-48a8-a4b6-3ab830281fb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0360048 Jun 30 11:02:03.989518 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 34370) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:03.991375 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5041f7-002a-4019-b67c-e792d3a475d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f148c29-ab8d-447e-8faa-53414332b006,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:03.991605 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784cfde7-953b-483c-a6f4-f0d786853ff0 None None] Sync routers for ids ['f03f98e9-50b8-48a8-a4b6-3ab830281fb7'] in dv-cinder-786627-16-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:02:04.010626 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784cfde7-953b-483c-a6f4-f0d786853ff0 None None] Routers {'f03f98e9-50b8-48a8-a4b6-3ab830281fb7'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:02:04.019589 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-784cfde7-953b-483c-a6f4-f0d786853ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:01:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['f03f98e9-50b8-48a8-a4b6-3ab830281fb7'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:04.111581 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5cac54e2-1194-486a-8cd3-a2fd584b9924 admin admin] Notify callbacks [] for router, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:04.138121 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:04.139084 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-784cfde7-953b-483c-a6f4-f0d786853ff0 None None] Set router f03f98e9-50b8-48a8-a4b6-3ab830281fb7 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:02:04.354528 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-784cfde7-953b-483c-a6f4-f0d786853ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03f98e9-50b8-48a8-a4b6-3ab830281fb7', 'name': 'tempest-TestMinimumBasicScenario-422838143-router', 'tenant_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'd237f4de-6208-47bc-8f7c-be0fcd3b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:58:48Z', 'updated_at': '2021-06-30T11:02:03Z', 'revision_number': 5, 'project_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'gw_port': {'id': 'd237f4de-6208-47bc-8f7c-be0fcd3b5770', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:51:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03f98e9-50b8-48a8-a4b6-3ab830281fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:48Z', 'updated_at': '2021-06-30T10:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:04.390063 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784cfde7-953b-483c-a6f4-f0d786853ff0 None None] Checking router: f03f98e9-50b8-48a8-a4b6-3ab830281fb7 for host: dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:02:04.400751 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784cfde7-953b-483c-a6f4-f0d786853ff0 None None] Routers {'f03f98e9-50b8-48a8-a4b6-3ab830281fb7'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:02:04.401490 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-784cfde7-953b-483c-a6f4-f0d786853ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:01:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['f03f98e9-50b8-48a8-a4b6-3ab830281fb7'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:04.499345 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5cac54e2-1194-486a-8cd3-a2fd584b9924 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:04.513719 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-784cfde7-953b-483c-a6f4-f0d786853ff0 None None] Set router f03f98e9-50b8-48a8-a4b6-3ab830281fb7 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:02:04.564133 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-5cac54e2-1194-486a-8cd3-a2fd584b9924 admin admin] Deleting port d237f4de-6208-47bc-8f7c-be0fcd3b5770 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:02:04.564478 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5cac54e2-1194-486a-8cd3-a2fd584b9924 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:04.651840 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-5cac54e2-1194-486a-8cd3-a2fd584b9924 admin admin] For port d237f4de-6208-47bc-8f7c-be0fcd3b5770, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=d237f4de-6208-47bc-8f7c-be0fcd3b5770,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:02:04.652209 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5cac54e2-1194-486a-8cd3-a2fd584b9924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:04.666138 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-5cac54e2-1194-486a-8cd3-a2fd584b9924 admin admin] Calling delete_port for d237f4de-6208-47bc-8f7c-be0fcd3b5770 owned by network:router_gateway {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:02:04.705283 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-784cfde7-953b-483c-a6f4-f0d786853ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03f98e9-50b8-48a8-a4b6-3ab830281fb7', 'name': 'tempest-TestMinimumBasicScenario-422838143-router', 'tenant_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'd237f4de-6208-47bc-8f7c-be0fcd3b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:58:48Z', 'updated_at': '2021-06-30T11:02:03Z', 'revision_number': 5, 'project_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'gw_port': {'id': 'd237f4de-6208-47bc-8f7c-be0fcd3b5770', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:51:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03f98e9-50b8-48a8-a4b6-3ab830281fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:48Z', 'updated_at': '2021-06-30T10:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:04.731998 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784cfde7-953b-483c-a6f4-f0d786853ff0 None None] The sync data for ids ['f03f98e9-50b8-48a8-a4b6-3ab830281fb7'] in dv-cinder-786627-16-iscsi is: [{'id': 'f03f98e9-50b8-48a8-a4b6-3ab830281fb7', 'name': 'tempest-TestMinimumBasicScenario-422838143-router', 'tenant_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'd237f4de-6208-47bc-8f7c-be0fcd3b5770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:58:48Z', 'updated_at': '2021-06-30T11:02:03Z', 'revision_number': 5, 'project_id': '6ae268a0c8e14bb4be55ab2e7614c952', 'gw_port': {'id': 'd237f4de-6208-47bc-8f7c-be0fcd3b5770', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:51:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03f98e9-50b8-48a8-a4b6-3ab830281fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:58:48Z', 'updated_at': '2021-06-30T10:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:02:04.841754 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5cac54e2-1194-486a-8cd3-a2fd584b9924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:04.871947 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac54e2-1194-486a-8cd3-a2fd584b9924 admin admin] Pushing event deleted for resources: {'Port': ['ID=d237f4de-6208-47bc-8f7c-be0fcd3b5770,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:04.936591 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5cac54e2-1194-486a-8cd3-a2fd584b9924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995876'] for router_gateway, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:05.028571 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5cac54e2-1194-486a-8cd3-a2fd584b9924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62870'] for router, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:05.033157 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5cac54e2-1194-486a-8cd3-a2fd584b9924 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:05.078327 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5cac54e2-1194-486a-8cd3-a2fd584b9924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1984768'] for router, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:05.079498 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cac54e2-1194-486a-8cd3-a2fd584b9924 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f03f98e9-50b8-48a8-a4b6-3ab830281fb7 {{(pid=92942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 11:02:05.085537 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5cac54e2-1194-486a-8cd3-a2fd584b9924 admin admin] Notify callbacks [] for router, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:05.088996 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-5cac54e2-1194-486a-8cd3-a2fd584b9924 admin admin] 10.222.0.91 "DELETE /v2.0/routers/f03f98e9-50b8-48a8-a4b6-3ab830281fb7 HTTP/1.1" status: 204 len: 168 time: 1.0960283 Jun 30 11:02:05.089904 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 34396) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:05.141996 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1560f11-2d69-4fd9-a260-bf60e2315472 admin admin] Deleting subnet e4d4b645-c026-4233-81e5-8183a16ef3f6 {{(pid=92943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 11:02:05.146090 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b1560f11-2d69-4fd9-a260-bf60e2315472 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:05.197706 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b1560f11-2d69-4fd9-a260-bf60e2315472 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9296257'] for subnet, precommit_delete_associations {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:05.282660 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b1560f11-2d69-4fd9-a260-bf60e2315472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988707'] for subnet, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:05.336311 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b1560f11-2d69-4fd9-a260-bf60e2315472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8704132'] for subnet, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:05.365805 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1560f11-2d69-4fd9-a260-bf60e2315472 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4d4b645-c026-4233-81e5-8183a16ef3f6,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:05.370394 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b1560f11-2d69-4fd9-a260-bf60e2315472 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:05.374743 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-b1560f11-2d69-4fd9-a260-bf60e2315472 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/e4d4b645-c026-4233-81e5-8183a16ef3f6 HTTP/1.1" status: 204 len: 168 time: 0.2821674 Jun 30 11:02:05.375560 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 34402) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:05.377919 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c3799b-2145-41b7-9c25-966fe5e5c210 None None] Network 0f2010cc-701d-4966-8e21-575186b48d5f requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 11:02:05.451317 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-514cbe26-7eeb-4edf-bbb6-133226a41f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592536'] for network, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:05.515119 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-514cbe26-7eeb-4edf-bbb6-133226a41f5b admin admin] Deleting port 299eecb7-6a87-4586-a6b8-333d7f95ab96 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:02:05.515468 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-514cbe26-7eeb-4edf-bbb6-133226a41f5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:05.583284 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-514cbe26-7eeb-4edf-bbb6-133226a41f5b admin admin] For port 299eecb7-6a87-4586-a6b8-333d7f95ab96, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=299eecb7-6a87-4586-a6b8-333d7f95ab96,segment=NetworkSegment(c6dbcbf4-08e8-4d24-9661-f6596674a25e),segment_id=c6dbcbf4-08e8-4d24-9661-f6596674a25e)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:02:05.583695 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-514cbe26-7eeb-4edf-bbb6-133226a41f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:05.601101 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-514cbe26-7eeb-4edf-bbb6-133226a41f5b admin admin] Calling delete_port for 299eecb7-6a87-4586-a6b8-333d7f95ab96 owned by network:dhcp {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:02:05.679373 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-514cbe26-7eeb-4edf-bbb6-133226a41f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:05.702019 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514cbe26-7eeb-4edf-bbb6-133226a41f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=299eecb7-6a87-4586-a6b8-333d7f95ab96,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:05.708621 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514cbe26-7eeb-4edf-bbb6-133226a41f5b admin admin] No DVR routers for this DVR port 299eecb7-6a87-4586-a6b8-333d7f95ab96 on host dv-cinder-786627-16-iscsi {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:02:05.781964 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-514cbe26-7eeb-4edf-bbb6-133226a41f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990652', 'neutron.services.segments.db._delete_segments_for_network-8758624453443'] for network, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:05.791786 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-514cbe26-7eeb-4edf-bbb6-133226a41f5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2010cc-701d-4966-8e21-575186b48d5f']}} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:05.801861 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-514cbe26-7eeb-4edf-bbb6-133226a41f5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6dbcbf4-08e8-4d24-9661-f6596674a25e') {'for_net_delete': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:05.802159 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-514cbe26-7eeb-4edf-bbb6-133226a41f5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6dbcbf4-08e8-4d24-9661-f6596674a25e') {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:05.810587 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-514cbe26-7eeb-4edf-bbb6-133226a41f5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758624364746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9400937'] for segment, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:05.825095 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-514cbe26-7eeb-4edf-bbb6-133226a41f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:05.832710 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-514cbe26-7eeb-4edf-bbb6-133226a41f5b admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=92942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 11:02:05.833188 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-514cbe26-7eeb-4edf-bbb6-133226a41f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8415266'] for segment, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: Traceback (most recent call last): Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: timer() Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: cb(*args, **kw) Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: return func(*args, **kwargs) Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: self._notify() Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: self.callback(batched_events) Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: event.method(event) Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: return f(self, *a, **k) Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: return self._get(url).json() Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: return self.request(url, 'GET', **kwargs) Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 11:02:05.834958 dv-cinder-786627-16-iscsi neutron-server[92942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 11:02:05.869858 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcd66a4-64a9-41d9-ba75-9bdd46f5677a None None] DHCP port deletion for 0f2010cc-701d-4966-8e21-575186b48d5f request from dv-cinder-786627-16-iscsi {{(pid=92944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 11:02:05.907541 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 74a7e952-38fc-45f5-8583-39791006fc8a no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:02:05.908210 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-514cbe26-7eeb-4edf-bbb6-133226a41f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995776'] for network, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:05.913473 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-514cbe26-7eeb-4edf-bbb6-133226a41f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:05.915334 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-514cbe26-7eeb-4edf-bbb6-133226a41f5b admin admin] 10.222.0.91 "DELETE /v2.0/networks/0f2010cc-701d-4966-8e21-575186b48d5f HTTP/1.1" status: 204 len: 168 time: 0.5391200 Jun 30 11:02:05.928296 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514cbe26-7eeb-4edf-bbb6-133226a41f5b admin admin] Pushing event deleted for resources: {'Network': ['ID=0f2010cc-701d-4966-8e21-575186b48d5f,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:05.930416 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: 74a7e952-38fc-45f5-8583-39791006fc8a {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:02:05.930792 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 74a7e952-38fc-45f5-8583-39791006fc8a not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:02:05.960080 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3adc-3b16-4602-9cc5-791b5766f64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:06.089277 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 34408) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:06.134304 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-2b877fd4-c1c9-4933-b1ae-ee8f3e9e6c39 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7048c1aee61f418585e6776bc9e22ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438561 Jun 30 11:02:06.136751 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 34410) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:06.186022 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9323a8e4-29fa-4bfa-badb-5bd386953909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:06.206770 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9323a8e4-29fa-4bfa-badb-5bd386953909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:06.252856 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9323a8e4-29fa-4bfa-badb-5bd386953909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:06.255576 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9323a8e4-29fa-4bfa-badb-5bd386953909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:06.256764 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-9323a8e4-29fa-4bfa-badb-5bd386953909 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bc80a363-a74b-470f-997d-bfe2d806fe40 HTTP/1.1" status: 204 len: 168 time: 0.1191268 Jun 30 11:02:06.267337 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323a8e4-29fa-4bfa-badb-5bd386953909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc80a363-a74b-470f-997d-bfe2d806fe40,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:06.572804 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 34418) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:06.612384 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-5e821c61-7251-4e76-b335-6c08e32bc2ea admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6ae268a0c8e14bb4be55ab2e7614c952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384192 Jun 30 11:02:06.614798 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 34420) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:06.662212 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3f8b53f6-18f3-4e83-9ea2-ed85ad45c8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:06.683493 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3f8b53f6-18f3-4e83-9ea2-ed85ad45c8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:06.731566 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3f8b53f6-18f3-4e83-9ea2-ed85ad45c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:06.734118 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3f8b53f6-18f3-4e83-9ea2-ed85ad45c8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:06.735829 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-3f8b53f6-18f3-4e83-9ea2-ed85ad45c8aa admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e0024f8e-8203-4bcc-acf6-b05899e3ab44 HTTP/1.1" status: 204 len: 168 time: 0.1195705 Jun 30 11:02:06.743889 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b53f6-18f3-4e83-9ea2-ed85ad45c8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0024f8e-8203-4bcc-acf6-b05899e3ab44,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:07.549187 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device d237f4de-6208-47bc-8f7c-be0fcd3b5770 no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:02:07.568699 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: d237f4de-6208-47bc-8f7c-be0fcd3b5770 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:02:07.569160 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device d237f4de-6208-47bc-8f7c-be0fcd3b5770 not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:02:07.569602 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 299eecb7-6a87-4586-a6b8-333d7f95ab96 no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:02:07.589316 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: 299eecb7-6a87-4586-a6b8-333d7f95ab96 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:02:07.589665 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 299eecb7-6a87-4586-a6b8-333d7f95ab96 not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:02:08.824959 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b56ac00f-c76a-4ff8-9c90-61331700793a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:09.068687 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:09.796788 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:11.275775 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 34560) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:11.380508 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-50c909bb-ed18-413d-8669-bcbfd1a28548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:11.473623 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-50c909bb-ed18-413d-8669-bcbfd1a28548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:11.477537 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-50c909bb-ed18-413d-8669-bcbfd1a28548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:11.504645 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:11.518161 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-50c909bb-ed18-413d-8669-bcbfd1a28548 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=828d6a82ccc947e1a529e4737b8d5543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412465 Jun 30 11:02:11.519045 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c909bb-ed18-413d-8669-bcbfd1a28548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f511016f-fb46-49c8-95f9-7349cc45fbd9,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:11.521685 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 34564) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:11.571621 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-73a019d0-7471-4721-ba61-a08b01786abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:11.592450 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-73a019d0-7471-4721-ba61-a08b01786abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:11.646627 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-73a019d0-7471-4721-ba61-a08b01786abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:11.649205 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-73a019d0-7471-4721-ba61-a08b01786abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:11.650349 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-73a019d0-7471-4721-ba61-a08b01786abd admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f511016f-fb46-49c8-95f9-7349cc45fbd9 HTTP/1.1" status: 204 len: 168 time: 0.1276243 Jun 30 11:02:11.658209 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a019d0-7471-4721-ba61-a08b01786abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f511016f-fb46-49c8-95f9-7349cc45fbd9,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:11.914790 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 34570) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:11.928381 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-5c4cef16-0fdc-4b83-9c81-e57b4dcccd7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:12.016198 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-5c4cef16-0fdc-4b83-9c81-e57b4dcccd7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:12.019902 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-5c4cef16-0fdc-4b83-9c81-e57b4dcccd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:12.059537 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-5c4cef16-0fdc-4b83-9c81-e57b4dcccd7b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=465bb29385914c8d8564bc44a22a719a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436555 Jun 30 11:02:12.061426 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cef16-0fdc-4b83-9c81-e57b4dcccd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e077b0-8fe9-4eb0-88d0-785a5a35d417,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:12.062349 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 34572) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:12.120777 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8641fffa-bccc-4e91-830e-a5b284035203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:12.145888 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8641fffa-bccc-4e91-830e-a5b284035203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:12.209016 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8641fffa-bccc-4e91-830e-a5b284035203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:12.211552 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8641fffa-bccc-4e91-830e-a5b284035203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:12.212745 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-8641fffa-bccc-4e91-830e-a5b284035203 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/29e077b0-8fe9-4eb0-88d0-785a5a35d417 HTTP/1.1" status: 204 len: 168 time: 0.1493969 Jun 30 11:02:12.221183 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641fffa-bccc-4e91-830e-a5b284035203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e077b0-8fe9-4eb0-88d0-785a5a35d417,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:13.871231 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 34636) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:13.973364 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8b76a3a5-69dc-4558-8cd4-774fa27543b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:14.066236 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8b76a3a5-69dc-4558-8cd4-774fa27543b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:14.069835 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8b76a3a5-69dc-4558-8cd4-774fa27543b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:14.107687 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-8b76a3a5-69dc-4558-8cd4-774fa27543b5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a96ff0615d6945e891fecee45da6cb47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353339 Jun 30 11:02:14.108900 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76a3a5-69dc-4558-8cd4-774fa27543b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eda0e8a-e807-4872-a864-f61cf4990456,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:14.110359 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 34640) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:14.163251 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-39783711-0ae8-4351-9b55-9f0b04242552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:14.184407 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-39783711-0ae8-4351-9b55-9f0b04242552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:14.231259 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-39783711-0ae8-4351-9b55-9f0b04242552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:14.233966 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-39783711-0ae8-4351-9b55-9f0b04242552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:14.235132 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-39783711-0ae8-4351-9b55-9f0b04242552 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7eda0e8a-e807-4872-a864-f61cf4990456 HTTP/1.1" status: 204 len: 168 time: 0.1237688 Jun 30 11:02:14.242640 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39783711-0ae8-4351-9b55-9f0b04242552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eda0e8a-e807-4872-a864-f61cf4990456,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:14.497688 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 34650) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:14.511973 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c11e470e-4d52-45d0-a224-7e17ff1e682b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:14.598907 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 34654) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:14.601410 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c11e470e-4d52-45d0-a224-7e17ff1e682b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:14.605435 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c11e470e-4d52-45d0-a224-7e17ff1e682b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:14.644763 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-c11e470e-4d52-45d0-a224-7e17ff1e682b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7d7d461c870948b3ac2dabcd4038f2d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458061 Jun 30 11:02:14.645926 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e470e-4d52-45d0-a224-7e17ff1e682b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c67392-a377-4e3f-b809-3f7497cedd42,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:14.647512 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 34658) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:14.712221 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f8c3330b-e4f6-4c6d-876e-503896c7e619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:14.714878 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3133cdc8-c5d9-4ecb-a73f-32d7bf064cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:14.746866 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f8c3330b-e4f6-4c6d-876e-503896c7e619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:14.822511 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f8c3330b-e4f6-4c6d-876e-503896c7e619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:14.825038 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f8c3330b-e4f6-4c6d-876e-503896c7e619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:14.826162 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-f8c3330b-e4f6-4c6d-876e-503896c7e619 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a5c67392-a377-4e3f-b809-3f7497cedd42 HTTP/1.1" status: 204 len: 168 time: 0.1774430 Jun 30 11:02:14.843882 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3330b-e4f6-4c6d-876e-503896c7e619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c67392-a377-4e3f-b809-3f7497cedd42,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:14.861909 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3133cdc8-c5d9-4ecb-a73f-32d7bf064cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:14.866443 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3133cdc8-c5d9-4ecb-a73f-32d7bf064cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:14.903868 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133cdc8-c5d9-4ecb-a73f-32d7bf064cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68dff09-dde4-4dd4-aff9-2c497be7fa30,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:14.912498 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 34662) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:14.912648 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-3133cdc8-c5d9-4ecb-a73f-32d7bf064cbf admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0d701ab60b3b4c30893db6bcfbddb188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125703 Jun 30 11:02:14.968272 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-68336645-6036-4470-89db-1a409b4bbd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:14.993393 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-68336645-6036-4470-89db-1a409b4bbd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:15.039872 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-68336645-6036-4470-89db-1a409b4bbd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:15.042489 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-68336645-6036-4470-89db-1a409b4bbd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:15.043746 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-68336645-6036-4470-89db-1a409b4bbd38 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e68dff09-dde4-4dd4-aff9-2c497be7fa30 HTTP/1.1" status: 204 len: 168 time: 0.1302245 Jun 30 11:02:15.052199 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68336645-6036-4470-89db-1a409b4bbd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68dff09-dde4-4dd4-aff9-2c497be7fa30,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:15.267454 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:02:16.885579 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 34778) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:16.919542 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 34782) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:17.024215 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-31003fe2-c6ca-4ea2-9551-751740577bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:17.051263 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e5fecab5-0e74-4e4e-9904-6797883c0c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:17.135985 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-31003fe2-c6ca-4ea2-9551-751740577bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:17.141937 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-31003fe2-c6ca-4ea2-9551-751740577bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:17.199662 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-31003fe2-c6ca-4ea2-9551-751740577bf5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c5541f3c01b34fa88ca8f760c8af127f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789490 Jun 30 11:02:17.202590 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 34786) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:17.207063 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31003fe2-c6ca-4ea2-9551-751740577bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab3f200-493b-4922-834d-4e15937c2e48,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:17.221103 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31003fe2-c6ca-4ea2-9551-751740577bf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:17.221463 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31003fe2-c6ca-4ea2-9551-751740577bf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:17.221811 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31003fe2-c6ca-4ea2-9551-751740577bf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:17.222624 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31003fe2-c6ca-4ea2-9551-751740577bf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:17.222624 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31003fe2-c6ca-4ea2-9551-751740577bf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:17.222834 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31003fe2-c6ca-4ea2-9551-751740577bf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:17.223135 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31003fe2-c6ca-4ea2-9551-751740577bf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:17.223469 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31003fe2-c6ca-4ea2-9551-751740577bf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:17.223836 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31003fe2-c6ca-4ea2-9551-751740577bf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:17.224166 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31003fe2-c6ca-4ea2-9551-751740577bf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:17.224495 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31003fe2-c6ca-4ea2-9551-751740577bf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:17.224935 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31003fe2-c6ca-4ea2-9551-751740577bf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:17.259279 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-838f3f16-c509-4e37-a0a6-ca171e0ee6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:17.280367 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e5fecab5-0e74-4e4e-9904-6797883c0c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:17.285735 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-838f3f16-c509-4e37-a0a6-ca171e0ee6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:17.286540 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e5fecab5-0e74-4e4e-9904-6797883c0c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:17.327326 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-e5fecab5-0e74-4e4e-9904-6797883c0c6a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ec425b1a31c849f6b6aaf198e2c5eb1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4381917 Jun 30 11:02:17.327326 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fecab5-0e74-4e4e-9904-6797883c0c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a2d248-501a-4a1a-ab46-ac4a0115847b,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:17.327906 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 34788) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:17.354097 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-838f3f16-c509-4e37-a0a6-ca171e0ee6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:17.356565 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-838f3f16-c509-4e37-a0a6-ca171e0ee6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:17.357679 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-838f3f16-c509-4e37-a0a6-ca171e0ee6c2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6ab3f200-493b-4922-834d-4e15937c2e48 HTTP/1.1" status: 204 len: 168 time: 0.1540678 Jun 30 11:02:17.374942 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f3f16-c509-4e37-a0a6-ca171e0ee6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab3f200-493b-4922-834d-4e15937c2e48,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:17.400931 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-18050f0d-f64f-4c31-9a65-fbec846f8a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:17.423721 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-18050f0d-f64f-4c31-9a65-fbec846f8a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:17.474890 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-18050f0d-f64f-4c31-9a65-fbec846f8a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:17.477517 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-18050f0d-f64f-4c31-9a65-fbec846f8a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:17.478661 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-18050f0d-f64f-4c31-9a65-fbec846f8a9c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f7a2d248-501a-4a1a-ab46-ac4a0115847b HTTP/1.1" status: 204 len: 168 time: 0.1490707 Jun 30 11:02:17.487035 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18050f0d-f64f-4c31-9a65-fbec846f8a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a2d248-501a-4a1a-ab46-ac4a0115847b,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:17.638243 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 34798) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:17.654589 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4abf3653-5a74-4369-a1ee-75ef825d6ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:17.748096 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4abf3653-5a74-4369-a1ee-75ef825d6ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:17.752803 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-4abf3653-5a74-4369-a1ee-75ef825d6ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:17.792969 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-4abf3653-5a74-4369-a1ee-75ef825d6ae9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d91f762f0c664cdc9287cb262ca70f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536596 Jun 30 11:02:17.794158 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf3653-5a74-4369-a1ee-75ef825d6ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fb33db-1a73-4adb-b545-917d15630f0b,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:17.795686 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 34802) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:17.829748 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 34804) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:17.849695 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-778d9a7c-d3e4-4866-ac5b-bc95918895f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:17.876556 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8e599ff6-78a2-405b-982d-133e459970f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:17.910186 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8e599ff6-78a2-405b-982d-133e459970f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:17.992745 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8e599ff6-78a2-405b-982d-133e459970f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:17.995269 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8e599ff6-78a2-405b-982d-133e459970f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:17.998601 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-8e599ff6-78a2-405b-982d-133e459970f8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/69fb33db-1a73-4adb-b545-917d15630f0b HTTP/1.1" status: 204 len: 168 time: 0.1997313 Jun 30 11:02:17.998601 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-778d9a7c-d3e4-4866-ac5b-bc95918895f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:18.007862 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-778d9a7c-d3e4-4866-ac5b-bc95918895f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:18.011268 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e599ff6-78a2-405b-982d-133e459970f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fb33db-1a73-4adb-b545-917d15630f0b,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:18.050247 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-778d9a7c-d3e4-4866-ac5b-bc95918895f4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8e936004852649e0afa588f45d1dd1fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194138 Jun 30 11:02:18.053124 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 34808) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:18.054939 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d9a7c-d3e4-4866-ac5b-bc95918895f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddbbce7-4a18-4a49-aca4-f06cfac36454,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:18.108861 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2c0b195b-03fb-4866-9513-432ab8e0b983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:18.131506 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2c0b195b-03fb-4866-9513-432ab8e0b983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:18.181014 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2c0b195b-03fb-4866-9513-432ab8e0b983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:18.183607 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2c0b195b-03fb-4866-9513-432ab8e0b983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:18.184787 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-2c0b195b-03fb-4866-9513-432ab8e0b983 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8ddbbce7-4a18-4a49-aca4-f06cfac36454 HTTP/1.1" status: 204 len: 168 time: 0.1304762 Jun 30 11:02:18.193345 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b195b-03fb-4866-9513-432ab8e0b983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddbbce7-4a18-4a49-aca4-f06cfac36454,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:19.893597 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 34894) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:20.095928 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b41dd3e0-308f-4dc3-bd3b-3f1294fbbf91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:20.192586 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b41dd3e0-308f-4dc3-bd3b-3f1294fbbf91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:20.196916 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b41dd3e0-308f-4dc3-bd3b-3f1294fbbf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:20.240380 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-b41dd3e0-308f-4dc3-bd3b-3f1294fbbf91 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d8756a6cc03d4aa0aa21f239dfd62f35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456433 Jun 30 11:02:20.241538 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41dd3e0-308f-4dc3-bd3b-3f1294fbbf91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff29834e-1779-4c4a-ba12-d64cf7467e8a,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:20.242720 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 34906) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:20.293037 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a843aa93-254a-4d2e-9e7c-b1d091489074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:20.317911 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a843aa93-254a-4d2e-9e7c-b1d091489074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:20.365341 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a843aa93-254a-4d2e-9e7c-b1d091489074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:20.368094 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-a843aa93-254a-4d2e-9e7c-b1d091489074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:20.369306 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-a843aa93-254a-4d2e-9e7c-b1d091489074 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ff29834e-1779-4c4a-ba12-d64cf7467e8a HTTP/1.1" status: 204 len: 168 time: 0.1252143 Jun 30 11:02:20.377735 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843aa93-254a-4d2e-9e7c-b1d091489074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff29834e-1779-4c4a-ba12-d64cf7467e8a,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:20.661032 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 34916) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:20.675542 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b9f9db10-0489-433c-a472-c79309937b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:20.764274 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b9f9db10-0489-433c-a472-c79309937b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:20.768555 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-b9f9db10-0489-433c-a472-c79309937b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:20.807386 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-b9f9db10-0489-433c-a472-c79309937b49 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=11a81262e9f14661a2c493f3558d752b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452367 Jun 30 11:02:20.808513 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9db10-0489-433c-a472-c79309937b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b68be3d-7220-478c-be38-e578e42120ee,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:20.810113 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 34918) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:20.861770 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9bbd543d-009f-4f7c-b9bf-46d9289e257c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:20.882074 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9bbd543d-009f-4f7c-b9bf-46d9289e257c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:20.927295 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9bbd543d-009f-4f7c-b9bf-46d9289e257c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:20.929810 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9bbd543d-009f-4f7c-b9bf-46d9289e257c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:20.930956 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-9bbd543d-009f-4f7c-b9bf-46d9289e257c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9b68be3d-7220-478c-be38-e578e42120ee HTTP/1.1" status: 204 len: 168 time: 0.1197982 Jun 30 11:02:20.939362 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd543d-009f-4f7c-b9bf-46d9289e257c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b68be3d-7220-478c-be38-e578e42120ee,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:26.668719 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35074) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:26.775725 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f69e1035-7bc5-4351-b433-a352f6319914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:26.866901 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f69e1035-7bc5-4351-b433-a352f6319914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:26.870717 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f69e1035-7bc5-4351-b433-a352f6319914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:26.909845 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-f69e1035-7bc5-4351-b433-a352f6319914 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3979bdf89d924c1cb96650f6524fc1d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400110 Jun 30 11:02:26.910826 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e1035-7bc5-4351-b433-a352f6319914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d4dac1-2911-4835-851c-6c723fbd128d,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:26.912638 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 35078) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:26.961817 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e1ba93dc-2b99-4314-b943-44c24152441b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:26.982966 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e1ba93dc-2b99-4314-b943-44c24152441b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:27.028977 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e1ba93dc-2b99-4314-b943-44c24152441b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:27.032379 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e1ba93dc-2b99-4314-b943-44c24152441b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:27.033434 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-e1ba93dc-2b99-4314-b943-44c24152441b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/23d4dac1-2911-4835-851c-6c723fbd128d HTTP/1.1" status: 204 len: 168 time: 0.1197834 Jun 30 11:02:27.041085 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba93dc-2b99-4314-b943-44c24152441b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d4dac1-2911-4835-851c-6c723fbd128d,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:27.049058 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba93dc-2b99-4314-b943-44c24152441b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:27.049411 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba93dc-2b99-4314-b943-44c24152441b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:27.049755 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba93dc-2b99-4314-b943-44c24152441b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:27.050094 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba93dc-2b99-4314-b943-44c24152441b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:27.050429 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba93dc-2b99-4314-b943-44c24152441b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:27.050764 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba93dc-2b99-4314-b943-44c24152441b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:27.051092 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba93dc-2b99-4314-b943-44c24152441b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:27.051422 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba93dc-2b99-4314-b943-44c24152441b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:27.051789 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba93dc-2b99-4314-b943-44c24152441b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:27.052103 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba93dc-2b99-4314-b943-44c24152441b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:27.052428 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba93dc-2b99-4314-b943-44c24152441b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:27.052752 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba93dc-2b99-4314-b943-44c24152441b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:02:27.300776 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 35084) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:27.318444 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c994a2d5-8828-41bf-b29f-9717cc515872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:27.408399 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c994a2d5-8828-41bf-b29f-9717cc515872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:27.413204 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-c994a2d5-8828-41bf-b29f-9717cc515872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:27.457139 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-c994a2d5-8828-41bf-b29f-9717cc515872 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=839504d128fd4cb496cd06aba8482f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552894 Jun 30 11:02:27.457852 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994a2d5-8828-41bf-b29f-9717cc515872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7538263-4864-47b3-9b86-0dc4f2558fbe,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:27.459862 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35088) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:27.519621 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd0f6-cdc7-42bd-a4dc-63db65cf5d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:27.542065 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd0f6-cdc7-42bd-a4dc-63db65cf5d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:27.589122 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd0f6-cdc7-42bd-a4dc-63db65cf5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:27.591807 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd0f6-cdc7-42bd-a4dc-63db65cf5d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:27.595780 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-c3ecd0f6-cdc7-42bd-a4dc-63db65cf5d74 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e7538263-4864-47b3-9b86-0dc4f2558fbe HTTP/1.1" status: 204 len: 168 time: 0.1321127 Jun 30 11:02:27.602252 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ecd0f6-cdc7-42bd-a4dc-63db65cf5d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7538263-4864-47b3-9b86-0dc4f2558fbe,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:27.923359 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 35094) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:27.936238 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7f9a4d0c-beb0-4ca3-b5a3-df5fcd028478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:28.028713 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7f9a4d0c-beb0-4ca3-b5a3-df5fcd028478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:28.034484 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7f9a4d0c-beb0-4ca3-b5a3-df5fcd028478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:28.075265 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-7f9a4d0c-beb0-4ca3-b5a3-df5fcd028478 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b43e98e1ece740f3a3450d54d36d12c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512341 Jun 30 11:02:28.076538 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a4d0c-beb0-4ca3-b5a3-df5fcd028478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46248386-4005-49d5-b2ec-f6674782ddc4,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:28.078103 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35096) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:28.131294 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cf8fb0a4-6766-4fd7-9e2b-19faef8817ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:28.155204 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cf8fb0a4-6766-4fd7-9e2b-19faef8817ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:28.205260 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cf8fb0a4-6766-4fd7-9e2b-19faef8817ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:28.208170 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cf8fb0a4-6766-4fd7-9e2b-19faef8817ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:28.209489 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-cf8fb0a4-6766-4fd7-9e2b-19faef8817ef admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/46248386-4005-49d5-b2ec-f6674782ddc4 HTTP/1.1" status: 204 len: 168 time: 0.1302705 Jun 30 11:02:28.217512 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8fb0a4-6766-4fd7-9e2b-19faef8817ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46248386-4005-49d5-b2ec-f6674782ddc4,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:28.967959 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af901cc3-d884-4153-b247-dd6a648188f2 req-c66a2d67-eb9c-48c5-af81-d9f6d73f9e7a tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:28.969572 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-af901cc3-d884-4153-b247-dd6a648188f2 req-c66a2d67-eb9c-48c5-af81-d9f6d73f9e7a tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=72dd9988-9861-4b66-a893-a94bc9a393f6 HTTP/1.1" status: 200 len: 945 time: 0.0678899 Jun 30 11:02:29.007569 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-af901cc3-d884-4153-b247-dd6a648188f2 req-cd8d7d28-2b83-45e0-85cc-a50181bbfe61 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319619 Jun 30 11:02:30.193831 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcbc51-d40a-419a-9b80-7745146b93da req-7d261b37-cc19-4c70-a8b0-0b1ac690dbfc tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:30.195330 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ddfcbc51-d40a-419a-9b80-7745146b93da req-7d261b37-cc19-4c70-a8b0-0b1ac690dbfc tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=72dd9988-9861-4b66-a893-a94bc9a393f6 HTTP/1.1" status: 200 len: 945 time: 0.0683994 Jun 30 11:02:30.235752 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ddfcbc51-d40a-419a-9b80-7745146b93da req-a59e546f-58f9-43df-9ab6-34dcbfc52350 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346296 Jun 30 11:02:30.531966 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3462d-5700-410b-aff7-a8fe13e3a4a3 req-d3e439a2-054c-4667-9a71-da0e91375875 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:30.533895 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1fb3462d-5700-410b-aff7-a8fe13e3a4a3 req-d3e439a2-054c-4667-9a71-da0e91375875 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.39 "GET /v2.0/ports?device_id=72dd9988-9861-4b66-a893-a94bc9a393f6 HTTP/1.1" status: 200 len: 945 time: 0.0654507 Jun 30 11:02:30.639295 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-1fb3462d-5700-410b-aff7-a8fe13e3a4a3 req-b65f1756-ad67-4508-be56-449fa4b162f4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Deleting port 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:02:30.639660 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-1fb3462d-5700-410b-aff7-a8fe13e3a4a3 req-b65f1756-ad67-4508-be56-449fa4b162f4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:30.732837 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-1fb3462d-5700-410b-aff7-a8fe13e3a4a3 req-b65f1756-ad67-4508-be56-449fa4b162f4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] For port 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3,segment=NetworkSegment(c484a693-02fe-4b88-b031-94070b401948),segment_id=c484a693-02fe-4b88-b031-94070b401948)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:02:30.733202 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-1fb3462d-5700-410b-aff7-a8fe13e3a4a3 req-b65f1756-ad67-4508-be56-449fa4b162f4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:30.904235 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-1fb3462d-5700-410b-aff7-a8fe13e3a4a3 req-b65f1756-ad67-4508-be56-449fa4b162f4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:30.904526 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-1fb3462d-5700-410b-aff7-a8fe13e3a4a3 req-b65f1756-ad67-4508-be56-449fa4b162f4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995794'] for floatingip, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:30.904839 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.db.l3_db [req-1fb3462d-5700-410b-aff7-a8fe13e3a4a3 req-b65f1756-ad67-4508-be56-449fa4b162f4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Floating IP 1f832509-3ab8-4475-82b6-5be3b58d1cab disassociated. External IP: 172.27.3.21, port: 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3. Jun 30 11:02:30.905181 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-1fb3462d-5700-410b-aff7-a8fe13e3a4a3 req-b65f1756-ad67-4508-be56-449fa4b162f4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Calling delete_port for 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:02:31.039366 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-1fb3462d-5700-410b-aff7-a8fe13e3a4a3 req-b65f1756-ad67-4508-be56-449fa4b162f4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:31.074180 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f1756-ad67-4508-be56-449fa4b162f4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Pushing event deleted for resources: {'Port': ['ID=30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:31.192265 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fb3462d-5700-410b-aff7-a8fe13e3a4a3 req-b65f1756-ad67-4508-be56-449fa4b162f4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Router 8a961ecb-6520-4b55-9795-7d040e250188 has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:02:31.312329 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fb3462d-5700-410b-aff7-a8fe13e3a4a3 req-b65f1756-ad67-4508-be56-449fa4b162f4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:02:31.325488 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c66d80c-7d24-4386-bd9a-961129d7cacc None None] Sync routers for ids ['8a961ecb-6520-4b55-9795-7d040e250188'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:02:31.336644 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c66d80c-7d24-4386-bd9a-961129d7cacc None None] Routers {'8a961ecb-6520-4b55-9795-7d040e250188'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:02:31.337534 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-8c66d80c-7d24-4386-bd9a-961129d7cacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:02:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['8a961ecb-6520-4b55-9795-7d040e250188'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:31.403670 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb3462d-5700-410b-aff7-a8fe13e3a4a3 req-b65f1756-ad67-4508-be56-449fa4b162f4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] No DVR routers for this DVR port 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 on host hv-cinder-78662 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:02:31.406619 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-1fb3462d-5700-410b-aff7-a8fe13e3a4a3 req-b65f1756-ad67-4508-be56-449fa4b162f4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:31.409157 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1fb3462d-5700-410b-aff7-a8fe13e3a4a3 req-b65f1756-ad67-4508-be56-449fa4b162f4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.39 "DELETE /v2.0/ports/30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 HTTP/1.1" status: 204 len: 173 time: 0.8673699 Jun 30 11:02:31.423130 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dd9988-9861-4b66-a893-a94bc9a393f6', 'name': 'network-vif-deleted', 'tag': '30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:02:31.424976 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd29f11-db37-4104-84db-f810d0840fc4" -d '{"events": [{"server_uuid": "72dd9988-9861-4b66-a893-a94bc9a393f6", "name": "network-vif-deleted", "tag": "30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:02:31.469640 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2699ba2e-39ea-4977-8161-99c5ce19d4c8 req-a9e09b16-e438-497c-8907-f06d438ee284 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=72dd9988-9861-4b66-a893-a94bc9a393f6 HTTP/1.1" status: 200 len: 210 time: 0.0679238 Jun 30 11:02:31.536497 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 11:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264cd168-623c-405d-b2d2-9a5a30262068 x-openstack-request-id: req-264cd168-623c-405d-b2d2-9a5a30262068 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:02:31.536497 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dd9988-9861-4b66-a893-a94bc9a393f6", "name": "network-vif-deleted", "tag": "30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:02:31.536497 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-264cd168-623c-405d-b2d2-9a5a30262068 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:02:31.537518 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dd9988-9861-4b66-a893-a94bc9a393f6', 'name': 'network-vif-deleted', 'tag': '30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3', 'status': 'completed', 'code': 200} Jun 30 11:02:31.550119 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890151c-9576-4501-9cf6-72594dd55517 req-3ddab05f-2685-4580-a292-0dbbf0e06f24 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:31.551762 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c890151c-9576-4501-9cf6-72594dd55517 req-3ddab05f-2685-4580-a292-0dbbf0e06f24 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 945 time: 0.0821967 Jun 30 11:02:31.599988 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c890151c-9576-4501-9cf6-72594dd55517 req-ee48a74d-32e3-4fac-b2bc-e893c2a830c2 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402417 Jun 30 11:02:31.635614 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-8c66d80c-7d24-4386-bd9a-961129d7cacc None None] Set router 8a961ecb-6520-4b55-9795-7d040e250188 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:02:31.849304 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-8c66d80c-7d24-4386-bd9a-961129d7cacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T10:59:18Z', 'revision_number': 4, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'ca5e8a64-1be5-4fbd-bddb-404b2875711e', 'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'mac_address': 'fa:16:3e:f0:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:16Z', 'updated_at': '2021-06-30T10:59:26Z', 'revision_number': 5, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'subnets': [{'id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:31.879762 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c66d80c-7d24-4386-bd9a-961129d7cacc None None] Checking router: 8a961ecb-6520-4b55-9795-7d040e250188 for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:02:31.888204 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c66d80c-7d24-4386-bd9a-961129d7cacc None None] Routers {'8a961ecb-6520-4b55-9795-7d040e250188'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:02:31.888843 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-8c66d80c-7d24-4386-bd9a-961129d7cacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:02:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['8a961ecb-6520-4b55-9795-7d040e250188'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:31.995565 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-8c66d80c-7d24-4386-bd9a-961129d7cacc None None] Set router 8a961ecb-6520-4b55-9795-7d040e250188 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:02:32.202688 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-8c66d80c-7d24-4386-bd9a-961129d7cacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T10:59:18Z', 'revision_number': 4, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'ca5e8a64-1be5-4fbd-bddb-404b2875711e', 'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'mac_address': 'fa:16:3e:f0:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:16Z', 'updated_at': '2021-06-30T10:59:26Z', 'revision_number': 5, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'subnets': [{'id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:32.235096 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c66d80c-7d24-4386-bd9a-961129d7cacc None None] The sync data for ids ['8a961ecb-6520-4b55-9795-7d040e250188'] in dv-cinder-786627-16-iscsi is: [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T10:59:18Z', 'revision_number': 4, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'ca5e8a64-1be5-4fbd-bddb-404b2875711e', 'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'mac_address': 'fa:16:3e:f0:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:16Z', 'updated_at': '2021-06-30T10:59:26Z', 'revision_number': 5, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'subnets': [{'id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:02:32.492794 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e12c7b-1cd6-4057-bf8f-8b16e3cbdfd4 None None] New status for floating IP 1f832509-3ab8-4475-82b6-5be3b58d1cab: DOWN {{(pid=92945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:02:32.810266 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0ff32af2-4b64-4713-9864-092d178fd09e req-7b12297c-228f-4eae-b865-9aa9eb37b67c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-283963470&fields=id&tenant_id=8972964496a446a198dd6c19b876f8a1 HTTP/1.1" status: 200 len: 267 time: 0.0365012 Jun 30 11:02:32.811487 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c01217-9318-446e-a3c7-0a50f7e54879 req-832965d9-11d2-4024-a955-30e7d0e364d2 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:32.813187 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b0c01217-9318-446e-a3c7-0a50f7e54879 req-832965d9-11d2-4024-a955-30e7d0e364d2 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 945 time: 0.0679207 Jun 30 11:02:32.856192 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b0c01217-9318-446e-a3c7-0a50f7e54879 req-775e7d5b-7a26-4dae-a15e-a8ac166951c0 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367312 Jun 30 11:02:32.919507 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff32af2-4b64-4713-9864-092d178fd09e req-828a7fa5-931b-4079-abe5-c553ef1d9124 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:32.920977 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0ff32af2-4b64-4713-9864-092d178fd09e req-828a7fa5-931b-4079-abe5-c553ef1d9124 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/networks?id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 HTTP/1.1" status: 200 len: 812 time: 0.1035836 Jun 30 11:02:32.936836 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0ff32af2-4b64-4713-9864-092d178fd09e req-ffcb76fb-c1b6-4bbf-aa9a-71b03c51f9b9 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/quotas/8972964496a446a198dd6c19b876f8a1 HTTP/1.1" status: 200 len: 375 time: 0.0095327 Jun 30 11:02:33.014515 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0ff32af2-4b64-4713-9864-092d178fd09e req-7c2ee724-96fb-4edf-beca-a39daaa46c49 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=8972964496a446a198dd6c19b876f8a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0708461 Jun 30 11:02:33.115200 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0ff32af2-4b64-4713-9864-092d178fd09e req-2670849e-88e5-48ca-bd59-6bc22e0f94f6 service neutron] 10.222.0.91 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856278 Jun 30 11:02:33.197757 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:02:33.209669 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0ff32af2-4b64-4713-9864-092d178fd09e req-caf94df0-7c0c-499d-9752-28ba69b97ebd service neutron] 10.222.0.91 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883999 Jun 30 11:02:33.219443 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] No Port match for: 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:02:33.220429 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 30e2cdcb-0560-42ef-ba04-c4d9ef57d3e3 not bound to the agent host hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:02:34.029109 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6f012-8c6b-4758-8971-fb75e1aec3b0 req-df62250e-43e2-419d-bb92-d62829ff0d8e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:34.030931 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-8df6f012-8c6b-4758-8971-fb75e1aec3b0 req-df62250e-43e2-419d-bb92-d62829ff0d8e tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 945 time: 0.0637133 Jun 30 11:02:34.071708 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-8df6f012-8c6b-4758-8971-fb75e1aec3b0 req-d82a002d-e3c2-40c6-9a76-40cc993593a3 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330956 Jun 30 11:02:34.131232 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:34.531178 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0e46b9d1-bf1a-4fa0-84b2-7300a20361ac req-1b1b6431-a30d-4138-8414-fef4c8106075 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 210 time: 0.0280142 Jun 30 11:02:35.249489 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a63e86-6a1e-43c2-8feb-94f1676b240c req-44594a1c-fe77-493c-bcbd-f837e5353d2b tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:35.251447 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-42a63e86-6a1e-43c2-8feb-94f1676b240c req-44594a1c-fe77-493c-bcbd-f837e5353d2b tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 945 time: 0.0652683 Jun 30 11:02:35.290797 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-42a63e86-6a1e-43c2-8feb-94f1676b240c req-ec775034-ec0b-4108-b2dd-204e6ef53f12 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334127 Jun 30 11:02:35.662696 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff32af2-4b64-4713-9864-092d178fd09e req-606264e0-b4a0-4b60-950e-a4a98ad7c2b3 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:35.664224 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0ff32af2-4b64-4713-9864-092d178fd09e req-606264e0-b4a0-4b60-950e-a4a98ad7c2b3 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.39 "GET /v2.0/networks?id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 HTTP/1.1" status: 200 len: 812 time: 0.1143234 Jun 30 11:02:35.690664 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-41bbfca8-aa6d-44e1-b652-fd7a15226469 req-d8fd6bcd-7f02-4633-a7f8-20b5b49b2f06 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 210 time: 0.0326700 Jun 30 11:02:35.710532 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0ff32af2-4b64-4713-9864-092d178fd09e req-7d9d0f63-291f-4606-8758-2fec8de41adc tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8972964496a446a198dd6c19b876f8a1 HTTP/1.1" status: 200 len: 379 time: 0.0368509 Jun 30 11:02:35.722161 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-0ff32af2-4b64-4713-9864-092d178fd09e req-23216b3f-1678-4615-aef2-62c6aaedfc2e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Request body: {'port': {'device_id': '4c68b946-dcb2-406c-9a50-48292ccc86e2', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'admin_state_up': True, 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'security_groups': ['6cd0934e-37a6-4684-bac2-1123ed837321']}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:02:35.857517 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff32af2-4b64-4713-9864-092d178fd09e req-23216b3f-1678-4615-aef2-62c6aaedfc2e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Made reservation on behalf of 8972964496a446a198dd6c19b876f8a1 for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:02:35.861971 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0ff32af2-4b64-4713-9864-092d178fd09e req-23216b3f-1678-4615-aef2-62c6aaedfc2e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:35.960534 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f2ea0af9-d26b-4a38-9c34-69bad7e44c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:35.987006 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-0ff32af2-4b64-4713-9864-092d178fd09e req-23216b3f-1678-4615-aef2-62c6aaedfc2e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Allocated IP 172.20.0.13 (087e97f3-dc3b-4c8f-b9f1-1866bc5918b4/efd489e9-f644-41f7-aacc-89874a3cc5ce/6ca0d6a4-4057-4d77-9b48-7c425024ad18) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:02:36.129474 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0ff32af2-4b64-4713-9864-092d178fd09e req-23216b3f-1678-4615-aef2-62c6aaedfc2e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:36.145810 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-0ff32af2-4b64-4713-9864-092d178fd09e req-23216b3f-1678-4615-aef2-62c6aaedfc2e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Transition to ACTIVE for port object 6ca0d6a4-4057-4d77-9b48-7c425024ad18 will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:02:36.181459 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0ff32af2-4b64-4713-9864-092d178fd09e req-23216b3f-1678-4615-aef2-62c6aaedfc2e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8415484'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:36.233823 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff32af2-4b64-4713-9864-092d178fd09e req-23216b3f-1678-4615-aef2-62c6aaedfc2e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Network 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:02:36.237142 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-0ff32af2-4b64-4713-9864-092d178fd09e req-23216b3f-1678-4615-aef2-62c6aaedfc2e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:02:36.240006 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff32af2-4b64-4713-9864-092d178fd09e req-23216b3f-1678-4615-aef2-62c6aaedfc2e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 11:02:36.276309 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23216b3f-1678-4615-aef2-62c6aaedfc2e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Pushing event updated for resources: {'Port': ['ID=6ca0d6a4-4057-4d77-9b48-7c425024ad18,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:36.310280 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff32af2-4b64-4713-9864-092d178fd09e req-23216b3f-1678-4615-aef2-62c6aaedfc2e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:36.311021 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0ff32af2-4b64-4713-9864-092d178fd09e req-23216b3f-1678-4615-aef2-62c6aaedfc2e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:36.328848 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0ff32af2-4b64-4713-9864-092d178fd09e req-23216b3f-1678-4615-aef2-62c6aaedfc2e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6098056 Jun 30 11:02:36.342779 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-0ff32af2-4b64-4713-9864-092d178fd09e req-985d5b1b-9c7a-434a-a60c-dbb9be5b7b84 service neutron] Request body: {'port': {'device_id': '4c68b946-dcb2-406c-9a50-48292ccc86e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:02:36.466829 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0ff32af2-4b64-4713-9864-092d178fd09e req-985d5b1b-9c7a-434a-a60c-dbb9be5b7b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:36.492860 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-3356cf95-8f76-40b9-92ad-ae384a37211e None None] Provisioning for port 6ca0d6a4-4057-4d77-9b48-7c425024ad18 completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:02:36.496745 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-3356cf95-8f76-40b9-92ad-ae384a37211e None None] Provisioning complete for port 6ca0d6a4-4057-4d77-9b48-7c425024ad18 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:02:36.497123 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3356cf95-8f76-40b9-92ad-ae384a37211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:36.535329 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-3356cf95-8f76-40b9-92ad-ae384a37211e None None] Port 6ca0d6a4-4057-4d77-9b48-7c425024ad18 cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 11:02:36.554701 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2afd0-ea74-4420-8ced-5c7b0fcf45b8 req-7fe74d0a-eae7-47bd-a408-c640da6e9f91 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:36.556210 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5db2afd0-ea74-4420-8ced-5c7b0fcf45b8 req-7fe74d0a-eae7-47bd-a408-c640da6e9f91 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 945 time: 0.1308961 Jun 30 11:02:36.661850 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5db2afd0-ea74-4420-8ced-5c7b0fcf45b8 req-bf4fa8ea-620d-4a78-8c39-c7fb029cf1ca tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595441 Jun 30 11:02:36.794571 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-0ff32af2-4b64-4713-9864-092d178fd09e req-985d5b1b-9c7a-434a-a60c-dbb9be5b7b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca0d6a4-4057-4d77-9b48-7c425024ad18 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 11:02:36.803262 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0ff32af2-4b64-4713-9864-092d178fd09e req-985d5b1b-9c7a-434a-a60c-dbb9be5b7b84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:36.816119 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-0ff32af2-4b64-4713-9864-092d178fd09e req-985d5b1b-9c7a-434a-a60c-dbb9be5b7b84 service neutron] Transition to ACTIVE for port object 6ca0d6a4-4057-4d77-9b48-7c425024ad18 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:02:36.822361 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0ff32af2-4b64-4713-9864-092d178fd09e req-985d5b1b-9c7a-434a-a60c-dbb9be5b7b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:36.882764 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b3bf4-5978-4cb2-9f7a-b84a7b6553ea req-58a4cebf-30d6-4878-a689-d3be0e672392 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:36.884335 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b19b3bf4-5978-4cb2-9f7a-b84a7b6553ea req-58a4cebf-30d6-4878-a689-d3be0e672392 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 932 time: 0.0797646 Jun 30 11:02:36.896566 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d5b1b-9c7a-434a-a60c-dbb9be5b7b84 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca0d6a4-4057-4d77-9b48-7c425024ad18,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:36.955734 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-b19b3bf4-5978-4cb2-9f7a-b84a7b6553ea req-18d5e8a3-0609-4c84-9f84-4d5d27d7bd06 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554156 Jun 30 11:02:36.972909 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-0ff32af2-4b64-4713-9864-092d178fd09e req-985d5b1b-9c7a-434a-a60c-dbb9be5b7b84 service neutron] Attempting to bind port 6ca0d6a4-4057-4d77-9b48-7c425024ad18 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 11:02:36.973268 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-0ff32af2-4b64-4713-9864-092d178fd09e req-985d5b1b-9c7a-434a-a60c-dbb9be5b7b84 service neutron] Attempting to bind port 6ca0d6a4-4057-4d77-9b48-7c425024ad18 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'c484a693-02fe-4b88-b031-94070b401948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 11:02:36.973637 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff32af2-4b64-4713-9864-092d178fd09e req-985d5b1b-9c7a-434a-a60c-dbb9be5b7b84 service neutron] Attempting to bind port 6ca0d6a4-4057-4d77-9b48-7c425024ad18 on network 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:02:36.978357 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff32af2-4b64-4713-9864-092d178fd09e req-985d5b1b-9c7a-434a-a60c-dbb9be5b7b84 service neutron] Port 6ca0d6a4-4057-4d77-9b48-7c425024ad18 on network 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 11:02:36.978763 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff32af2-4b64-4713-9864-092d178fd09e req-985d5b1b-9c7a-434a-a60c-dbb9be5b7b84 service neutron] Attempting to bind port 6ca0d6a4-4057-4d77-9b48-7c425024ad18 on network 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:02:36.984060 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff32af2-4b64-4713-9864-092d178fd09e req-985d5b1b-9c7a-434a-a60c-dbb9be5b7b84 service neutron] Checking agent: {'id': '5d5b2242-4ffd-4515-a15c-824c74b42c52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'started_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 11, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:02:36.984453 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff32af2-4b64-4713-9864-092d178fd09e req-985d5b1b-9c7a-434a-a60c-dbb9be5b7b84 service neutron] Checking segment: {'id': 'c484a693-02fe-4b88-b031-94070b401948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 11:02:36.984968 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff32af2-4b64-4713-9864-092d178fd09e req-985d5b1b-9c7a-434a-a60c-dbb9be5b7b84 service neutron] Bound using segment: {'id': 'c484a693-02fe-4b88-b031-94070b401948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:02:36.985434 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-0ff32af2-4b64-4713-9864-092d178fd09e req-985d5b1b-9c7a-434a-a60c-dbb9be5b7b84 service neutron] Bound port: 6ca0d6a4-4057-4d77-9b48-7c425024ad18, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c484a693-02fe-4b88-b031-94070b401948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 11:02:36.985770 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0ff32af2-4b64-4713-9864-092d178fd09e req-985d5b1b-9c7a-434a-a60c-dbb9be5b7b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:37.058033 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-0ff32af2-4b64-4713-9864-092d178fd09e req-985d5b1b-9c7a-434a-a60c-dbb9be5b7b84 service neutron] For port 6ca0d6a4-4057-4d77-9b48-7c425024ad18, host hv-cinder-78662, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 11:02:37.062610 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-0ff32af2-4b64-4713-9864-092d178fd09e req-985d5b1b-9c7a-434a-a60c-dbb9be5b7b84 service neutron] For port 6ca0d6a4-4057-4d77-9b48-7c425024ad18, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ca0d6a4-4057-4d77-9b48-7c425024ad18,segment=NetworkSegment(c484a693-02fe-4b88-b031-94070b401948),segment_id=c484a693-02fe-4b88-b031-94070b401948)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 11:02:37.066547 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0ff32af2-4b64-4713-9864-092d178fd09e req-985d5b1b-9c7a-434a-a60c-dbb9be5b7b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:37.101554 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff32af2-4b64-4713-9864-092d178fd09e req-985d5b1b-9c7a-434a-a60c-dbb9be5b7b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:37.102176 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0ff32af2-4b64-4713-9864-092d178fd09e req-985d5b1b-9c7a-434a-a60c-dbb9be5b7b84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:37.103725 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0ff32af2-4b64-4713-9864-092d178fd09e req-985d5b1b-9c7a-434a-a60c-dbb9be5b7b84 service neutron] 10.222.0.39 "PUT /v2.0/ports/6ca0d6a4-4057-4d77-9b48-7c425024ad18 HTTP/1.1" status: 200 len: 1094 time: 0.7670574 Jun 30 11:02:37.104237 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c68b946-dcb2-406c-9a50-48292ccc86e2', 'tag': '6ca0d6a4-4057-4d77-9b48-7c425024ad18'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:02:37.106505 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e3e4bb-85ba-4c06-8e27-bf41b45f1086" -d '{"events": [{"name": "network-changed", "server_uuid": "4c68b946-dcb2-406c-9a50-48292ccc86e2", "tag": "6ca0d6a4-4057-4d77-9b48-7c425024ad18"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:02:37.131690 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d5b1b-9c7a-434a-a60c-dbb9be5b7b84 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca0d6a4-4057-4d77-9b48-7c425024ad18,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:37.160379 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 11:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24691e3-a089-4881-ae4a-ae53c2172ab8 x-openstack-request-id: req-c24691e3-a089-4881-ae4a-ae53c2172ab8 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:02:37.160747 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c68b946-dcb2-406c-9a50-48292ccc86e2", "tag": "6ca0d6a4-4057-4d77-9b48-7c425024ad18", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:02:37.161109 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c24691e3-a089-4881-ae4a-ae53c2172ab8 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:02:37.161521 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c68b946-dcb2-406c-9a50-48292ccc86e2', 'tag': '6ca0d6a4-4057-4d77-9b48-7c425024ad18', 'status': 'completed', 'code': 200} Jun 30 11:02:37.205027 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff32af2-4b64-4713-9864-092d178fd09e req-bbae8743-2026-4c65-b3bd-31fc644c6fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:37.206522 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0ff32af2-4b64-4713-9864-092d178fd09e req-bbae8743-2026-4c65-b3bd-31fc644c6fda service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8972964496a446a198dd6c19b876f8a1&device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 1097 time: 0.0585699 Jun 30 11:02:37.255138 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0ff32af2-4b64-4713-9864-092d178fd09e req-d10d1ae0-8588-462d-a7ef-c3a8d0396cc1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca0d6a4-4057-4d77-9b48-7c425024ad18 HTTP/1.1" status: 200 len: 217 time: 0.0399368 Jun 30 11:02:37.304735 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff32af2-4b64-4713-9864-092d178fd09e req-4643a11a-7952-4511-bab0-4b1f9ce4a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:37.306189 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0ff32af2-4b64-4713-9864-092d178fd09e req-4643a11a-7952-4511-bab0-4b1f9ce4a4fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=efd489e9-f644-41f7-aacc-89874a3cc5ce HTTP/1.1" status: 200 len: 851 time: 0.0442958 Jun 30 11:02:37.370727 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff32af2-4b64-4713-9864-092d178fd09e req-3cd6b8d2-d15d-4fd5-bcf7-42950d335cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:37.372283 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0ff32af2-4b64-4713-9864-092d178fd09e req-3cd6b8d2-d15d-4fd5-bcf7-42950d335cb3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543911 Jun 30 11:02:37.470044 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0ff32af2-4b64-4713-9864-092d178fd09e req-c36a7915-5d2e-46e2-bc42-eed5f06e729c service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904171 Jun 30 11:02:37.561498 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0ff32af2-4b64-4713-9864-092d178fd09e req-f9341f49-fdeb-4b3d-a888-8cfdfbf649e4 service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836666 Jun 30 11:02:37.664348 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3e4bb-85ba-4c06-8e27-bf41b45f1086 req-7ceb9637-5d20-48f3-b4f4-a26a68041f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:37.665791 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-39e3e4bb-85ba-4c06-8e27-bf41b45f1086 req-7ceb9637-5d20-48f3-b4f4-a26a68041f77 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8972964496a446a198dd6c19b876f8a1&device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 1097 time: 0.0580852 Jun 30 11:02:37.758651 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3e4bb-85ba-4c06-8e27-bf41b45f1086 req-8d7b6f61-104a-47f4-918c-8cb8663f7d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:37.760036 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-39e3e4bb-85ba-4c06-8e27-bf41b45f1086 req-8d7b6f61-104a-47f4-918c-8cb8663f7d19 service neutron] 10.222.0.39 "GET /v2.0/networks?id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 HTTP/1.1" status: 200 len: 913 time: 0.0864708 Jun 30 11:02:37.801829 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-39e3e4bb-85ba-4c06-8e27-bf41b45f1086 req-92936637-e45b-4b40-8148-804e5ba951f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca0d6a4-4057-4d77-9b48-7c425024ad18 HTTP/1.1" status: 200 len: 217 time: 0.0347955 Jun 30 11:02:37.847316 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fa478-5111-4f9f-8804-01b4b01e01f9 req-0b13eacb-8d10-4865-a761-a941e86e09ca tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:37.848876 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0a3fa478-5111-4f9f-8804-01b4b01e01f9 req-0b13eacb-8d10-4865-a761-a941e86e09ca tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 945 time: 0.0686512 Jun 30 11:02:37.867050 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3e4bb-85ba-4c06-8e27-bf41b45f1086 req-ab1bfaeb-d6ed-4299-91fd-70049792d298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:37.868716 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-39e3e4bb-85ba-4c06-8e27-bf41b45f1086 req-ab1bfaeb-d6ed-4299-91fd-70049792d298 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=efd489e9-f644-41f7-aacc-89874a3cc5ce HTTP/1.1" status: 200 len: 851 time: 0.0571723 Jun 30 11:02:37.890542 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-0a3fa478-5111-4f9f-8804-01b4b01e01f9 req-98bd827b-e93c-4714-b9a3-b70e335366ad tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352933 Jun 30 11:02:37.927129 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3e4bb-85ba-4c06-8e27-bf41b45f1086 req-4a43fa82-c1ad-48d3-8e65-69084de2f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:37.928658 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-39e3e4bb-85ba-4c06-8e27-bf41b45f1086 req-4a43fa82-c1ad-48d3-8e65-69084de2f807 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519345 Jun 30 11:02:38.022886 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-39e3e4bb-85ba-4c06-8e27-bf41b45f1086 req-e4ce7d69-200a-47fb-81eb-87cf7b81e3b7 service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870037 Jun 30 11:02:38.160088 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-39e3e4bb-85ba-4c06-8e27-bf41b45f1086 req-6d0f30fd-74fd-4dad-9a1e-d2e65a86aa73 service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301301 Jun 30 11:02:38.173376 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098948ad-feb8-466c-b483-c083003f4212 req-32b1e85f-ea43-4250-b672-d4e56d429ba1 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:38.174896 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-098948ad-feb8-466c-b483-c083003f4212 req-32b1e85f-ea43-4250-b672-d4e56d429ba1 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 944 time: 0.0973661 Jun 30 11:02:38.216249 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-098948ad-feb8-466c-b483-c083003f4212 req-22519b29-0e36-44af-8b2b-ce15f973f8e8 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331976 Jun 30 11:02:38.503851 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fc898-6082-4a09-87f5-f1606f25f5b1 req-76e7d1eb-8ec3-451e-a35e-3d86575909b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:38.505331 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-029fc898-6082-4a09-87f5-f1606f25f5b1 req-76e7d1eb-8ec3-451e-a35e-3d86575909b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=13a517d383e7473c96ab94778ebcde3d&device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 1098 time: 0.0563772 Jun 30 11:02:38.610925 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fc898-6082-4a09-87f5-f1606f25f5b1 req-3e0d7cf0-380a-4a55-a11e-3d479e2581ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:38.612413 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-029fc898-6082-4a09-87f5-f1606f25f5b1 req-3e0d7cf0-380a-4a55-a11e-3d479e2581ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=45ec7867-bc94-42bd-8b7b-b41a690b0731 HTTP/1.1" status: 200 len: 909 time: 0.0858338 Jun 30 11:02:38.683321 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-029fc898-6082-4a09-87f5-f1606f25f5b1 req-2ff7000a-0d65-4e3e-ba2b-b42ecfc7e3f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ce5b801-a326-41ea-b1c9-ae7218412193 HTTP/1.1" status: 200 len: 1000 time: 0.0629129 Jun 30 11:02:38.735380 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fc898-6082-4a09-87f5-f1606f25f5b1 req-48317f7a-5208-4455-8078-79f439c2f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:38.736798 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-029fc898-6082-4a09-87f5-f1606f25f5b1 req-48317f7a-5208-4455-8078-79f439c2f06b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=552286ff-ad7d-4923-bcc9-2f47b3662812 HTTP/1.1" status: 200 len: 847 time: 0.0443454 Jun 30 11:02:38.794161 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fc898-6082-4a09-87f5-f1606f25f5b1 req-be1f51a5-18a3-4f9b-8713-563e889622ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:38.795628 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-029fc898-6082-4a09-87f5-f1606f25f5b1 req-be1f51a5-18a3-4f9b-8713-563e889622ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45ec7867-bc94-42bd-8b7b-b41a690b0731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0525198 Jun 30 11:02:38.826330 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8fd7f183-8c64-45da-a740-11ad8e7ff5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:38.887366 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-029fc898-6082-4a09-87f5-f1606f25f5b1 req-ce059995-ac80-4d4a-99a9-7030fdb1cf28 service neutron] 10.222.0.39 "GET /v2.0/networks/45ec7867-bc94-42bd-8b7b-b41a690b0731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843642 Jun 30 11:02:38.976647 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-029fc898-6082-4a09-87f5-f1606f25f5b1 req-da18f0c6-82b4-4c88-aa35-16a609e1f542 service neutron] 10.222.0.39 "GET /v2.0/networks/45ec7867-bc94-42bd-8b7b-b41a690b0731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831914 Jun 30 11:02:39.069897 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:39.070423 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e7b8b-79be-4777-8eed-26ae95e293a9 req-8ea69ea6-62d0-4050-abdf-f95ff1771209 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:39.073033 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-834e7b8b-79be-4777-8eed-26ae95e293a9 req-8ea69ea6-62d0-4050-abdf-f95ff1771209 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 945 time: 0.0705545 Jun 30 11:02:39.112130 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-834e7b8b-79be-4777-8eed-26ae95e293a9 req-d02b1bb7-9a9e-42ef-bdaf-78bae65aa738 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324748 Jun 30 11:02:39.401210 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ba46a-7b2a-4380-b14f-61a912ec5e54 req-d01eb8e3-89bb-4a34-8436-35d22d2f2702 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:39.402688 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-685ba46a-7b2a-4380-b14f-61a912ec5e54 req-d01eb8e3-89bb-4a34-8436-35d22d2f2702 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 944 time: 0.0654085 Jun 30 11:02:39.449769 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-685ba46a-7b2a-4380-b14f-61a912ec5e54 req-fce2b4f5-06e0-4f86-bb83-f3e3ce5da28a tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404873 Jun 30 11:02:39.650429 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35226) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:39.756985 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f2857413-b05b-4d55-a718-31fd8898bad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:39.801710 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:39.847842 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f2857413-b05b-4d55-a718-31fd8898bad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:39.851530 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f2857413-b05b-4d55-a718-31fd8898bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:39.887278 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-f2857413-b05b-4d55-a718-31fd8898bad7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=61ba66604285422cb1b24a0aa672c683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357843 Jun 30 11:02:39.889196 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2857413-b05b-4d55-a718-31fd8898bad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7deccb31-542e-4115-ab06-08f47cfd0a8c,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:39.890138 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 35230) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:39.939052 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-35383426-dec5-4650-b2ec-9c81bc2f592a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:39.961055 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-35383426-dec5-4650-b2ec-9c81bc2f592a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:40.008862 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-35383426-dec5-4650-b2ec-9c81bc2f592a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:40.013869 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-35383426-dec5-4650-b2ec-9c81bc2f592a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:40.016728 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-35383426-dec5-4650-b2ec-9c81bc2f592a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7deccb31-542e-4115-ab06-08f47cfd0a8c HTTP/1.1" status: 204 len: 168 time: 0.1238852 Jun 30 11:02:40.026112 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35383426-dec5-4650-b2ec-9c81bc2f592a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7deccb31-542e-4115-ab06-08f47cfd0a8c,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:40.296237 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0791d0-dae1-4143-95d8-c23e89891212 req-5468d009-6fa2-4525-bfc7-0b73eadc98f0 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:40.297724 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-ae0791d0-dae1-4143-95d8-c23e89891212 req-5468d009-6fa2-4525-bfc7-0b73eadc98f0 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 945 time: 0.0658007 Jun 30 11:02:40.337133 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-ae0791d0-dae1-4143-95d8-c23e89891212 req-83c6df61-61fe-4c81-9c12-44633c91b9d9 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334632 Jun 30 11:02:40.627323 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204e5a5-86e8-48c0-bfaa-42011478deff req-69598196-976c-4cc3-93ef-c196d6519e2b tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:40.628861 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1204e5a5-86e8-48c0-bfaa-42011478deff req-69598196-976c-4cc3-93ef-c196d6519e2b tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 944 time: 0.0626113 Jun 30 11:02:40.669037 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1204e5a5-86e8-48c0-bfaa-42011478deff req-dbb9d1ba-b7a3-4920-8dad-b9e0d7b6efde tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344267 Jun 30 11:02:41.507479 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:41.523477 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f521244-323f-4a2e-aeef-e8fc89f97936 req-fad834a1-377f-4b12-93d4-0014f102dfdb tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:41.525031 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3f521244-323f-4a2e-aeef-e8fc89f97936 req-fad834a1-377f-4b12-93d4-0014f102dfdb tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 945 time: 0.0732231 Jun 30 11:02:41.565912 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3f521244-323f-4a2e-aeef-e8fc89f97936 req-a5348fc3-1fcf-444f-999a-1c5784d91f58 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351892 Jun 30 11:02:41.604928 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000b90-208d-42b0-bb89-c97ad4bf15c3 req-10ff30ab-863d-470f-85cb-513950897b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:41.606423 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d0000b90-208d-42b0-bb89-c97ad4bf15c3 req-10ff30ab-863d-470f-85cb-513950897b1d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=13a517d383e7473c96ab94778ebcde3d&device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 1098 time: 0.0576890 Jun 30 11:02:41.695444 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000b90-208d-42b0-bb89-c97ad4bf15c3 req-378297f3-4d8d-4cc6-a4c7-2933d0dd10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:41.697655 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d0000b90-208d-42b0-bb89-c97ad4bf15c3 req-378297f3-4d8d-4cc6-a4c7-2933d0dd10bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=45ec7867-bc94-42bd-8b7b-b41a690b0731 HTTP/1.1" status: 200 len: 909 time: 0.0848155 Jun 30 11:02:41.799829 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d0000b90-208d-42b0-bb89-c97ad4bf15c3 req-88c6bd1c-6990-4817-b1b8-0f7c949a0d38 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ce5b801-a326-41ea-b1c9-ae7218412193 HTTP/1.1" status: 200 len: 1000 time: 0.0943105 Jun 30 11:02:41.868671 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000b90-208d-42b0-bb89-c97ad4bf15c3 req-402987ce-056d-4779-88b6-102aae8262f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:41.870095 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d0000b90-208d-42b0-bb89-c97ad4bf15c3 req-402987ce-056d-4779-88b6-102aae8262f9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=552286ff-ad7d-4923-bcc9-2f47b3662812 HTTP/1.1" status: 200 len: 847 time: 0.0541668 Jun 30 11:02:41.915058 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435075dc-ed70-4885-b97c-a65fe231e7fd req-7208ebbb-ee7f-42a2-808d-6fc1d6e93df4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:41.916543 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-435075dc-ed70-4885-b97c-a65fe231e7fd req-7208ebbb-ee7f-42a2-808d-6fc1d6e93df4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 944 time: 0.1306095 Jun 30 11:02:42.272039 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-435075dc-ed70-4885-b97c-a65fe231e7fd req-8a4399a5-5af1-4fa1-bce4-86ad7f49d878 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3479440 Jun 30 11:02:42.283344 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000b90-208d-42b0-bb89-c97ad4bf15c3 req-adc6f0d4-e982-4106-a7a6-11b96b5b196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:42.285039 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d0000b90-208d-42b0-bb89-c97ad4bf15c3 req-adc6f0d4-e982-4106-a7a6-11b96b5b196c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45ec7867-bc94-42bd-8b7b-b41a690b0731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4079537 Jun 30 11:02:42.374304 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d0000b90-208d-42b0-bb89-c97ad4bf15c3 req-6c3b5ce1-6f56-4e45-8457-ccb7a3fa74aa service neutron] 10.222.0.39 "GET /v2.0/networks/45ec7867-bc94-42bd-8b7b-b41a690b0731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821187 Jun 30 11:02:42.470077 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d0000b90-208d-42b0-bb89-c97ad4bf15c3 req-ff68dee5-20a6-4581-a539-d488fe67674d service neutron] 10.222.0.39 "GET /v2.0/networks/45ec7867-bc94-42bd-8b7b-b41a690b0731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886004 Jun 30 11:02:42.740572 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f85424-7c03-492f-b054-32b669b654e4 req-4ca6ff91-1dac-4aca-8102-bf129a846bb6 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:42.742057 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-f5f85424-7c03-492f-b054-32b669b654e4 req-4ca6ff91-1dac-4aca-8102-bf129a846bb6 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 945 time: 0.0643106 Jun 30 11:02:42.779129 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-f5f85424-7c03-492f-b054-32b669b654e4 req-0705f025-71c4-4f14-a82c-dbc08ccef738 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314994 Jun 30 11:02:43.449927 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe8478-8e0a-4c95-9efb-074867f4afe2 req-1c7f35f8-fbfb-4a8d-93ea-a85c422eafbb tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:43.451403 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c5fe8478-8e0a-4c95-9efb-074867f4afe2 req-1c7f35f8-fbfb-4a8d-93ea-a85c422eafbb tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 944 time: 0.0672843 Jun 30 11:02:43.492174 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c5fe8478-8e0a-4c95-9efb-074867f4afe2 req-8b1b66cd-f96f-4a6c-987f-cc0094c2bb78 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339234 Jun 30 11:02:43.957453 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b4312-5815-447a-841b-10f61bd743cc req-a5a2e0fd-05c1-42f4-a310-11b5902f75a5 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:43.959041 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c93b4312-5815-447a-841b-10f61bd743cc req-a5a2e0fd-05c1-42f4-a310-11b5902f75a5 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 945 time: 0.0666380 Jun 30 11:02:43.997608 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c93b4312-5815-447a-841b-10f61bd743cc req-958b9cc8-4bbb-4ab9-9bea-b19aee532717 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325236 Jun 30 11:02:44.674912 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f106a3d-cc68-4d64-8818-c62faf8a338e req-9fe38bb0-2574-45fa-9478-b124676fd004 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:44.676333 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7f106a3d-cc68-4d64-8818-c62faf8a338e req-9fe38bb0-2574-45fa-9478-b124676fd004 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 944 time: 0.0678935 Jun 30 11:02:44.713760 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7f106a3d-cc68-4d64-8818-c62faf8a338e req-f7386bdf-f27a-4e26-9259-571d0563bed5 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316207 Jun 30 11:02:45.189007 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95790d81-7f79-472f-b8b3-7b7ff040b22d req-e934aab3-a2e5-44a7-890d-dfb3ce85729b tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:45.190518 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-95790d81-7f79-472f-b8b3-7b7ff040b22d req-e934aab3-a2e5-44a7-890d-dfb3ce85729b tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 945 time: 0.0633626 Jun 30 11:02:45.230083 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-95790d81-7f79-472f-b8b3-7b7ff040b22d req-592d32bf-740d-46e1-9fef-e7273b406586 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334477 Jun 30 11:02:45.290970 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 6ca0d6a4-4057-4d77-9b48-7c425024ad18 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 11:02:45.405922 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 6ca0d6a4-4057-4d77-9b48-7c425024ad18, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ca0d6a4-4057-4d77-9b48-7c425024ad18,segment=NetworkSegment(c484a693-02fe-4b88-b031-94070b401948),segment_id=c484a693-02fe-4b88-b031-94070b401948)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:02:45.421589 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': '6ca0d6a4-4057-4d77-9b48-7c425024ad18', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'port_id': '6ca0d6a4-4057-4d77-9b48-7c425024ad18', 'mac_address': 'fa:16:3e:36:41:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 11:02:45.466693 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:45.481109 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca0d6a4-4057-4d77-9b48-7c425024ad18 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 11:02:45.503164 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 6ca0d6a4-4057-4d77-9b48-7c425024ad18, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ca0d6a4-4057-4d77-9b48-7c425024ad18,segment=NetworkSegment(c484a693-02fe-4b88-b031-94070b401948),segment_id=c484a693-02fe-4b88-b031-94070b401948)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:02:45.509099 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:45.536810 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0b7a653b-388c-4ea8-97f4-744cab238844 req-e06443e6-2b48-4b8f-8768-5c6fd2a8a0fc service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0586476 Jun 30 11:02:45.568805 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=6ca0d6a4-4057-4d77-9b48-7c425024ad18,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:45.611476 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a4b53-d83d-4c90-91fa-f58bdc09a090 req-52e368a2-d7f1-4ccb-bcb4-4624e2bd9b34 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:45.612987 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d25a4b53-d83d-4c90-91fa-f58bdc09a090 req-52e368a2-d7f1-4ccb-bcb4-4624e2bd9b34 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 945 time: 0.0687249 Jun 30 11:02:45.654937 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d25a4b53-d83d-4c90-91fa-f58bdc09a090 req-cbe58cee-84fd-443e-8823-3c5c735967d3 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364070 Jun 30 11:02:45.716969 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['6ca0d6a4-4057-4d77-9b48-7c425024ad18'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 11:02:45.915951 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7ce38-2733-462e-84e5-f3a74c3786f0 req-5dd6f19d-05e7-451e-9473-172a1df96bdb tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:45.917480 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7ef7ce38-2733-462e-84e5-f3a74c3786f0 req-5dd6f19d-05e7-451e-9473-172a1df96bdb tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 945 time: 0.0689754 Jun 30 11:02:45.961482 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7ef7ce38-2733-462e-84e5-f3a74c3786f0 req-086893ba-5bfe-4826-811c-05c74aaecdea tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368764 Jun 30 11:02:46.833014 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c147d92-11cc-4cc7-9150-dce95f4d5296 req-6b67f8c5-0dab-4cf4-8f06-dba94209a7c4 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:46.834551 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6c147d92-11cc-4cc7-9150-dce95f4d5296 req-6b67f8c5-0dab-4cf4-8f06-dba94209a7c4 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 945 time: 0.0646234 Jun 30 11:02:46.873466 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a653b-388c-4ea8-97f4-744cab238844 req-3e78cd78-6f83-475f-9529-57d2d9eab7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:46.875288 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0b7a653b-388c-4ea8-97f4-744cab238844 req-3e78cd78-6f83-475f-9529-57d2d9eab7a2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63&tenant_id=13a517d383e7473c96ab94778ebcde3d HTTP/1.1" status: 200 len: 1098 time: 0.0576673 Jun 30 11:02:46.875450 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6c147d92-11cc-4cc7-9150-dce95f4d5296 req-3990ea50-6457-4062-bd33-80a3c24de933 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347307 Jun 30 11:02:46.953523 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a653b-388c-4ea8-97f4-744cab238844 req-d0e96db4-009d-4bfb-a82b-dced8ec7f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:46.955002 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0b7a653b-388c-4ea8-97f4-744cab238844 req-d0e96db4-009d-4bfb-a82b-dced8ec7f396 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=13a517d383e7473c96ab94778ebcde3d&device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 1098 time: 0.0559585 Jun 30 11:02:47.047728 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a653b-388c-4ea8-97f4-744cab238844 req-16b8b239-0eae-41a6-8f10-74f8287f1ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:47.049203 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0b7a653b-388c-4ea8-97f4-744cab238844 req-16b8b239-0eae-41a6-8f10-74f8287f1ac9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=45ec7867-bc94-42bd-8b7b-b41a690b0731 HTTP/1.1" status: 200 len: 909 time: 0.0876997 Jun 30 11:02:47.150531 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0b7a653b-388c-4ea8-97f4-744cab238844 req-4cbcb1c2-ae33-4465-aee3-b8f1d4f8d7ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ce5b801-a326-41ea-b1c9-ae7218412193 HTTP/1.1" status: 200 len: 1000 time: 0.0940757 Jun 30 11:02:47.204191 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56470f1d-5c65-4e84-994b-38f80e5a63a5 req-1d1cd40f-a6ef-4d26-8ad8-e00aa9e7d5b6 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:47.205639 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-56470f1d-5c65-4e84-994b-38f80e5a63a5 req-1d1cd40f-a6ef-4d26-8ad8-e00aa9e7d5b6 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 945 time: 0.1089497 Jun 30 11:02:47.224767 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a653b-388c-4ea8-97f4-744cab238844 req-8ea62146-f59e-4034-9373-72598bc6ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:47.226139 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0b7a653b-388c-4ea8-97f4-744cab238844 req-8ea62146-f59e-4034-9373-72598bc6ccf0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=552286ff-ad7d-4923-bcc9-2f47b3662812 HTTP/1.1" status: 200 len: 847 time: 0.0691454 Jun 30 11:02:47.283493 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-56470f1d-5c65-4e84-994b-38f80e5a63a5 req-b3f37f17-a2ef-465f-a5e1-4e33a4c9bcf9 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721693 Jun 30 11:02:47.304398 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a653b-388c-4ea8-97f4-744cab238844 req-41f3f420-1dd7-45b9-8d43-99cbe61c7556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:47.305811 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0b7a653b-388c-4ea8-97f4-744cab238844 req-41f3f420-1dd7-45b9-8d43-99cbe61c7556 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45ec7867-bc94-42bd-8b7b-b41a690b0731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0720084 Jun 30 11:02:47.308486 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 6ca0d6a4-4057-4d77-9b48-7c425024ad18 up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 11:02:47.357662 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning for port 6ca0d6a4-4057-4d77-9b48-7c425024ad18 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:02:47.362076 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port 6ca0d6a4-4057-4d77-9b48-7c425024ad18 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:02:47.362448 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:47.401953 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0b7a653b-388c-4ea8-97f4-744cab238844 req-adac5baa-d1c5-475b-9991-784a52754da2 service neutron] 10.222.0.39 "GET /v2.0/networks/45ec7867-bc94-42bd-8b7b-b41a690b0731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880270 Jun 30 11:02:47.444882 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:47.467295 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c68b946-dcb2-406c-9a50-48292ccc86e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca0d6a4-4057-4d77-9b48-7c425024ad18'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:02:47.471019 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2998fb3-2c64-49c8-8ea2-274d880ee1e6" -d '{"events": [{"server_uuid": "4c68b946-dcb2-406c-9a50-48292ccc86e2", "name": "network-vif-plugged", "status": "completed", "tag": "6ca0d6a4-4057-4d77-9b48-7c425024ad18"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:02:47.487797 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 6ca0d6a4-4057-4d77-9b48-7c425024ad18, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ca0d6a4-4057-4d77-9b48-7c425024ad18,segment=NetworkSegment(c484a693-02fe-4b88-b031-94070b401948),segment_id=c484a693-02fe-4b88-b031-94070b401948)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:02:47.494266 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:47.495060 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 6ce5b801-a326-41ea-b1c9-ae7218412193 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:02:47.502808 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0b7a653b-388c-4ea8-97f4-744cab238844 req-7d51eb85-78c3-402c-b617-cc6c17533173 service neutron] 10.222.0.39 "GET /v2.0/networks/45ec7867-bc94-42bd-8b7b-b41a690b0731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944016 Jun 30 11:02:47.517024 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 11:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795fca17-399f-44f6-91ef-50fddbf3af56 x-openstack-request-id: req-795fca17-399f-44f6-91ef-50fddbf3af56 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:02:47.517320 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c68b946-dcb2-406c-9a50-48292ccc86e2", "name": "network-vif-plugged", "status": "completed", "tag": "6ca0d6a4-4057-4d77-9b48-7c425024ad18", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:02:47.517551 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-795fca17-399f-44f6-91ef-50fddbf3af56 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:02:47.517945 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c68b946-dcb2-406c-9a50-48292ccc86e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca0d6a4-4057-4d77-9b48-7c425024ad18', 'code': 200} Jun 30 11:02:47.582233 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=6ca0d6a4-4057-4d77-9b48-7c425024ad18,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:47.624969 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:47.657496 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 6ce5b801-a326-41ea-b1c9-ae7218412193, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ce5b801-a326-41ea-b1c9-ae7218412193,segment=NetworkSegment(2a37efcf-0573-4fd6-aaf5-d353f4d4d168),segment_id=2a37efcf-0573-4fd6-aaf5-d353f4d4d168)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:02:47.661179 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:47.710430 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=6ce5b801-a326-41ea-b1c9-ae7218412193,revision_number=6']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:47.777906 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e521346-88d9-4b41-8b36-1e001edfb996 req-6a86d943-d725-47fa-906d-dd460ae23eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:47.779402 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7e521346-88d9-4b41-8b36-1e001edfb996 req-6a86d943-d725-47fa-906d-dd460ae23eeb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 1099 time: 0.0538497 Jun 30 11:02:47.817763 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7e521346-88d9-4b41-8b36-1e001edfb996 req-6162d807-164b-4896-b208-60db3bf988f7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297508 Jun 30 11:02:48.054536 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862264e-4054-421d-b081-58ba5dd4980b req-ba277466-6e6b-4cba-b86b-557f07c35b8c tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:48.056070 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f862264e-4054-421d-b081-58ba5dd4980b req-ba277466-6e6b-4cba-b86b-557f07c35b8c tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 943 time: 0.0648742 Jun 30 11:02:48.072997 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 35386) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:48.097193 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f862264e-4054-421d-b081-58ba5dd4980b req-edae4110-6eae-444b-ab02-9b2f081ae830 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354881 Jun 30 11:02:48.179005 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2ccc3157-b098-48db-bbff-827d35f2fd68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:48.270972 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2ccc3157-b098-48db-bbff-827d35f2fd68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:48.274789 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2ccc3157-b098-48db-bbff-827d35f2fd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:48.311814 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc3157-b098-48db-bbff-827d35f2fd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc604e4-0e14-439c-8ce7-f96af71ded2f,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:48.318404 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-2ccc3157-b098-48db-bbff-827d35f2fd68 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a0bf0c2ece5e4c02bb0ff63ad80d6c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434464 Jun 30 11:02:48.320233 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 35392) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:48.372743 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-8e711e30-3226-4405-8bb0-dad64c5adb61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:48.395975 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-8e711e30-3226-4405-8bb0-dad64c5adb61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:48.486044 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18a7a4-cca0-481b-a988-5effcca39b68 req-9e9e97f1-3277-4a28-aa65-3fb3d368d9b4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:48.487506 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-cb18a7a4-cca0-481b-a988-5effcca39b68 req-9e9e97f1-3277-4a28-aa65-3fb3d368d9b4 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 946 time: 0.0815735 Jun 30 11:02:48.488535 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-8e711e30-3226-4405-8bb0-dad64c5adb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:48.491040 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-8e711e30-3226-4405-8bb0-dad64c5adb61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:48.492075 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-8e711e30-3226-4405-8bb0-dad64c5adb61 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/efc604e4-0e14-439c-8ce7-f96af71ded2f HTTP/1.1" status: 204 len: 168 time: 0.1704028 Jun 30 11:02:48.510266 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e711e30-3226-4405-8bb0-dad64c5adb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc604e4-0e14-439c-8ce7-f96af71ded2f,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:48.543308 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-cb18a7a4-cca0-481b-a988-5effcca39b68 req-904478fa-a175-4ab0-84a3-53f07fd34521 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486956 Jun 30 11:02:48.774853 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 35398) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:48.788017 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-95e3b699-4004-4bec-8ac7-1543ab2aa7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:48.875781 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-95e3b699-4004-4bec-8ac7-1543ab2aa7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:48.879458 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-95e3b699-4004-4bec-8ac7-1543ab2aa7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:48.917001 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3b699-4004-4bec-8ac7-1543ab2aa7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc1b3f6-941b-4af7-a8af-8457459437a5,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:48.925802 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-95e3b699-4004-4bec-8ac7-1543ab2aa7fd admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=556518b0b54f4c1f8f120334cc640b75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454060 Jun 30 11:02:48.926129 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35400) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:48.979401 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fb06cf69-3074-486d-9a34-091d24df8fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:49.000802 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fb06cf69-3074-486d-9a34-091d24df8fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:49.047960 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fb06cf69-3074-486d-9a34-091d24df8fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:49.050525 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fb06cf69-3074-486d-9a34-091d24df8fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:49.051709 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-fb06cf69-3074-486d-9a34-091d24df8fa2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7dc1b3f6-941b-4af7-a8af-8457459437a5 HTTP/1.1" status: 204 len: 168 time: 0.1246517 Jun 30 11:02:49.059421 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06cf69-3074-486d-9a34-091d24df8fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc1b3f6-941b-4af7-a8af-8457459437a5,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:49.273995 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059dd36-17be-4d12-8375-9822ca63670a req-ef48101e-7bf1-4795-b5da-306ce7213c4c tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:49.275420 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8059dd36-17be-4d12-8375-9822ca63670a req-ef48101e-7bf1-4795-b5da-306ce7213c4c tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 943 time: 0.0664718 Jun 30 11:02:49.315539 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8059dd36-17be-4d12-8375-9822ca63670a req-94e51819-5e7b-4dde-b761-a1246d112225 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330300 Jun 30 11:02:49.379678 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35408) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:49.393828 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-980257c5-780a-47e4-8291-5a26007d5786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:49.481373 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-980257c5-780a-47e4-8291-5a26007d5786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:49.485150 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-980257c5-780a-47e4-8291-5a26007d5786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:49.519562 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33ca523-0756-4865-8c47-b93902cdcd63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce5b801-a326-41ea-b1c9-ae7218412193'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:02:49.521941 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9212c831-4802-48bd-8413-3effc7c011ee" -d '{"events": [{"server_uuid": "b33ca523-0756-4865-8c47-b93902cdcd63", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce5b801-a326-41ea-b1c9-ae7218412193"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:02:49.524404 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980257c5-780a-47e4-8291-5a26007d5786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af27c6eb-55fe-45ad-bcf3-42208411f290,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:49.532319 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-980257c5-780a-47e4-8291-5a26007d5786 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4ee24655dbf0432399cfb67799fcc359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478531 Jun 30 11:02:49.532319 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35412) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:49.560534 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 11:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27948d0-d839-4968-b3d7-e20859759fe0 x-openstack-request-id: req-f27948d0-d839-4968-b3d7-e20859759fe0 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:02:49.560917 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33ca523-0756-4865-8c47-b93902cdcd63", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce5b801-a326-41ea-b1c9-ae7218412193", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:02:49.561238 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f27948d0-d839-4968-b3d7-e20859759fe0 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:02:49.561727 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33ca523-0756-4865-8c47-b93902cdcd63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce5b801-a326-41ea-b1c9-ae7218412193', 'code': 200} Jun 30 11:02:49.582455 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2cd9ede3-dce4-45c8-8ede-146f8e35fc4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:49.604327 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2cd9ede3-dce4-45c8-8ede-146f8e35fc4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:49.650155 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2cd9ede3-dce4-45c8-8ede-146f8e35fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:49.653051 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2cd9ede3-dce4-45c8-8ede-146f8e35fc4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:49.654204 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-2cd9ede3-dce4-45c8-8ede-146f8e35fc4b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/af27c6eb-55fe-45ad-bcf3-42208411f290 HTTP/1.1" status: 204 len: 168 time: 0.1219342 Jun 30 11:02:49.672747 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9ede3-dce4-45c8-8ede-146f8e35fc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af27c6eb-55fe-45ad-bcf3-42208411f290,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:49.729008 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd08c7a-cb54-4519-b43e-29109dcd4d41 req-845008c1-4339-49c7-b589-3532fcd75bf2 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:49.730503 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4bd08c7a-cb54-4519-b43e-29109dcd4d41 req-845008c1-4339-49c7-b589-3532fcd75bf2 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 946 time: 0.0725951 Jun 30 11:02:49.770502 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4bd08c7a-cb54-4519-b43e-29109dcd4d41 req-1f3ec882-f4f5-4ae2-b4a8-9dcc3a39ed95 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342348 Jun 30 11:02:49.950668 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bd557-78c1-4100-b659-2b96d670ebda req-f91b1b3c-a2e0-4099-b09a-88b6552f46b3 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:49.952172 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d66bd557-78c1-4100-b659-2b96d670ebda req-f91b1b3c-a2e0-4099-b09a-88b6552f46b3 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 946 time: 0.0637317 Jun 30 11:02:49.992014 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-d66bd557-78c1-4100-b659-2b96d670ebda req-63435ff9-a59c-4481-b25b-bdbe9d24bbe3 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339878 Jun 30 11:02:50.025142 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35428) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:50.082117 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979af4ba-26c7-45e3-bc02-241777e8dfa5 tempest-TestVolumeBootPattern-577149985 tempest-TestVolumeBootPattern-577149985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:50.083959 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-979af4ba-26c7-45e3-bc02-241777e8dfa5 tempest-TestVolumeBootPattern-577149985 tempest-TestVolumeBootPattern-577149985-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 1094 time: 0.0575809 Jun 30 11:02:50.086717 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 35432) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:50.091231 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.v2.base [None req-e7caa242-9907-4d1f-b65d-4fefaba61a2d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Request body: {'floatingip': {'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'port_id': '6ca0d6a4-4057-4d77-9b48-7c425024ad18', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:02:50.115473 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e7caa242-9907-4d1f-b65d-4fefaba61a2d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for floatingip, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:50.222269 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e7caa242-9907-4d1f-b65d-4fefaba61a2d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:50.324839 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.db_base_plugin_common [None req-e7caa242-9907-4d1f-b65d-4fefaba61a2d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Allocated IP 172.27.3.107 (35f17bf8-70f6-411c-85c9-98655ea214de/851b99d8-6dc6-42fa-aa4a-7df3a488276b/f7786c6b-d36d-469e-b111-f36d4faf651d) {{(pid=92943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:02:50.441656 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e7caa242-9907-4d1f-b65d-4fefaba61a2d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for port, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:50.489846 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e7caa242-9907-4d1f-b65d-4fefaba61a2d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8725936'] for port, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:50.502322 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf36599-6fec-492d-8405-959a12a8a3fe req-c82614d3-61e5-46bd-8e3f-89d5a9e4f928 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:50.503964 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1cf36599-6fec-492d-8405-959a12a8a3fe req-c82614d3-61e5-46bd-8e3f-89d5a9e4f928 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 943 time: 0.0684898 Jun 30 11:02:50.538817 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7caa242-9907-4d1f-b65d-4fefaba61a2d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Network 35f17bf8-70f6-411c-85c9-98655ea214de is already hosted by enough agents. {{(pid=92943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:02:50.542380 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.base_scheduler [None req-e7caa242-9907-4d1f-b65d-4fefaba61a2d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Resources bound (agent type, host, resource id): {{(pid=92943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:02:50.550085 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7caa242-9907-4d1f-b65d-4fefaba61a2d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Received port after_create {{(pid=92943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 11:02:50.554253 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7caa242-9907-4d1f-b65d-4fefaba61a2d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Pushing event updated for resources: {'Port': ['ID=f7786c6b-d36d-469e-b111-f36d4faf651d,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:50.554854 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1cf36599-6fec-492d-8405-959a12a8a3fe req-153df144-7e1d-410d-ae16-1e0b7b65e877 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445871 Jun 30 11:02:51.210566 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e7caa242-9907-4d1f-b65d-4fefaba61a2d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:51.286499 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e7caa242-9907-4d1f-b65d-4fefaba61a2d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:51.432357 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e7caa242-9907-4d1f-b65d-4fefaba61a2d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:51.436670 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e7caa242-9907-4d1f-b65d-4fefaba61a2d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725890'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:51.507145 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7caa242-9907-4d1f-b65d-4fefaba61a2d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Pushing event updated for resources: {'Port': ['ID=f7786c6b-d36d-469e-b111-f36d4faf651d,revision_number=2']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:51.517676 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e7caa242-9907-4d1f-b65d-4fefaba61a2d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995794'] for floatingip, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:51.617868 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.db.l3_db [None req-e7caa242-9907-4d1f-b65d-4fefaba61a2d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Floating IP 52f7abc4-3d5e-411c-a9e4-5fffc6601d1b associated. External IP: 172.27.3.107, port: 6ca0d6a4-4057-4d77-9b48-7c425024ad18. Jun 30 11:02:51.809964 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27e4cc-14b2-46e2-aa0f-638286f4e80a req-ae837d2d-d13e-46d7-8689-e0bf321a64a2 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:51.811463 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-7c27e4cc-14b2-46e2-aa0f-638286f4e80a req-ae837d2d-d13e-46d7-8689-e0bf321a64a2 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 943 time: 0.1501892 Jun 30 11:02:51.890672 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-7c27e4cc-14b2-46e2-aa0f-638286f4e80a req-549008b2-f9f3-4aa9-b157-6ef32b5825bd tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704355 Jun 30 11:02:51.898724 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7caa242-9907-4d1f-b65d-4fefaba61a2d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Router 8a961ecb-6520-4b55-9795-7d040e250188 has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:02:52.010585 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7caa242-9907-4d1f-b65d-4fefaba61a2d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:02:52.021182 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495509c7-ff8a-48c0-bbb1-87a94f487259 None None] Sync routers for ids ['8a961ecb-6520-4b55-9795-7d040e250188'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:02:52.028363 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-e7caa242-9907-4d1f-b65d-4fefaba61a2d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for floatingip, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:52.031590 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495509c7-ff8a-48c0-bbb1-87a94f487259 None None] Routers {'8a961ecb-6520-4b55-9795-7d040e250188'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:02:52.032444 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-495509c7-ff8a-48c0-bbb1-87a94f487259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:02:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['8a961ecb-6520-4b55-9795-7d040e250188'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:52.067305 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-e7caa242-9907-4d1f-b65d-4fefaba61a2d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9794989 Jun 30 11:02:52.068819 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c68b946-dcb2-406c-9a50-48292ccc86e2', 'tag': '6ca0d6a4-4057-4d77-9b48-7c425024ad18'}] {{(pid=92943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:02:52.071107 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbe9d626e50383ffb82a595db8fc1549102463c899d09ce870a2344fe6ae64b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f65844-d345-4a8a-8100-7af2ea1f10d5" -d '{"events": [{"name": "network-changed", "server_uuid": "4c68b946-dcb2-406c-9a50-48292ccc86e2", "tag": "6ca0d6a4-4057-4d77-9b48-7c425024ad18"}]}' {{(pid=92943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:02:52.118562 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 11:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e33d6f-b8ad-409c-91a9-1a33ad6784ea x-openstack-request-id: req-b2e33d6f-b8ad-409c-91a9-1a33ad6784ea {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:02:52.118917 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c68b946-dcb2-406c-9a50-48292ccc86e2", "tag": "6ca0d6a4-4057-4d77-9b48-7c425024ad18", "status": "completed", "code": 200}]} {{(pid=92943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:02:52.119239 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b2e33d6f-b8ad-409c-91a9-1a33ad6784ea {{(pid=92943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:02:52.119727 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c68b946-dcb2-406c-9a50-48292ccc86e2', 'tag': '6ca0d6a4-4057-4d77-9b48-7c425024ad18', 'status': 'completed', 'code': 200} Jun 30 11:02:52.140477 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-495509c7-ff8a-48c0-bbb1-87a94f487259 None None] Set router 8a961ecb-6520-4b55-9795-7d040e250188 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:02:52.198633 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f65844-d345-4a8a-8100-7af2ea1f10d5 req-16f62e02-31b7-4570-af0a-a1ea28bbf3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:52.200760 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-18f65844-d345-4a8a-8100-7af2ea1f10d5 req-16f62e02-31b7-4570-af0a-a1ea28bbf3b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8972964496a446a198dd6c19b876f8a1&device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 1099 time: 0.0580108 Jun 30 11:02:52.270190 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:02:52.339373 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f65844-d345-4a8a-8100-7af2ea1f10d5 req-af7f969c-4e17-43c3-bb6b-61ed204dffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:52.340865 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-18f65844-d345-4a8a-8100-7af2ea1f10d5 req-af7f969c-4e17-43c3-bb6b-61ed204dffe6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 HTTP/1.1" status: 200 len: 913 time: 0.1336365 Jun 30 11:02:52.409554 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-495509c7-ff8a-48c0-bbb1-87a94f487259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T10:59:18Z', 'revision_number': 4, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '52f7abc4-3d5e-411c-a9e4-5fffc6601d1b', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'port_id': '6ca0d6a4-4057-4d77-9b48-7c425024ad18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'mac_address': 'fa:16:3e:36:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68b946-dcb2-406c-9a50-48292ccc86e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:02:51Z', 'updated_at': '2021-06-30T11:02:51Z', 'revision_number': 0, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5e8a64-1be5-4fbd-bddb-404b2875711e', 'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'mac_address': 'fa:16:3e:f0:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:16Z', 'updated_at': '2021-06-30T10:59:26Z', 'revision_number': 5, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'subnets': [{'id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:52.413547 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-18f65844-d345-4a8a-8100-7af2ea1f10d5 req-618eabc6-4eae-4e54-8556-944e9c41238c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca0d6a4-4057-4d77-9b48-7c425024ad18 HTTP/1.1" status: 200 len: 1000 time: 0.0663590 Jun 30 11:02:52.435830 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495509c7-ff8a-48c0-bbb1-87a94f487259 None None] Checking router: 8a961ecb-6520-4b55-9795-7d040e250188 for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:02:52.446135 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495509c7-ff8a-48c0-bbb1-87a94f487259 None None] Routers {'8a961ecb-6520-4b55-9795-7d040e250188'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:02:52.446744 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-495509c7-ff8a-48c0-bbb1-87a94f487259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:02:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['8a961ecb-6520-4b55-9795-7d040e250188'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:52.466497 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f65844-d345-4a8a-8100-7af2ea1f10d5 req-d1d2686b-99da-4c10-91cc-13b6bfecdd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:52.467971 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-18f65844-d345-4a8a-8100-7af2ea1f10d5 req-d1d2686b-99da-4c10-91cc-13b6bfecdd43 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=efd489e9-f644-41f7-aacc-89874a3cc5ce HTTP/1.1" status: 200 len: 851 time: 0.0484104 Jun 30 11:02:52.529652 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f65844-d345-4a8a-8100-7af2ea1f10d5 req-e51a1774-a140-4742-8f27-308ac6ee2587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:52.531341 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-18f65844-d345-4a8a-8100-7af2ea1f10d5 req-e51a1774-a140-4742-8f27-308ac6ee2587 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0555017 Jun 30 11:02:52.553240 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-495509c7-ff8a-48c0-bbb1-87a94f487259 None None] Set router 8a961ecb-6520-4b55-9795-7d040e250188 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:02:52.628734 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-18f65844-d345-4a8a-8100-7af2ea1f10d5 req-a6bec9c9-73cd-4005-b7b5-2e6caf81b330 service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898371 Jun 30 11:02:52.735865 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-18f65844-d345-4a8a-8100-7af2ea1f10d5 req-273877fe-b4ac-4c2d-930e-57f869030a6b service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003129 Jun 30 11:02:52.924624 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-495509c7-ff8a-48c0-bbb1-87a94f487259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T10:59:18Z', 'revision_number': 4, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '52f7abc4-3d5e-411c-a9e4-5fffc6601d1b', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'port_id': '6ca0d6a4-4057-4d77-9b48-7c425024ad18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'mac_address': 'fa:16:3e:36:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68b946-dcb2-406c-9a50-48292ccc86e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:02:51Z', 'updated_at': '2021-06-30T11:02:51Z', 'revision_number': 0, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5e8a64-1be5-4fbd-bddb-404b2875711e', 'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'mac_address': 'fa:16:3e:f0:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:16Z', 'updated_at': '2021-06-30T10:59:26Z', 'revision_number': 5, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'subnets': [{'id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:52.951014 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495509c7-ff8a-48c0-bbb1-87a94f487259 None None] The sync data for ids ['8a961ecb-6520-4b55-9795-7d040e250188'] in dv-cinder-786627-16-iscsi is: [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T10:59:18Z', 'revision_number': 4, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '52f7abc4-3d5e-411c-a9e4-5fffc6601d1b', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'port_id': '6ca0d6a4-4057-4d77-9b48-7c425024ad18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'mac_address': 'fa:16:3e:36:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68b946-dcb2-406c-9a50-48292ccc86e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:02:51Z', 'updated_at': '2021-06-30T11:02:51Z', 'revision_number': 0, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5e8a64-1be5-4fbd-bddb-404b2875711e', 'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'mac_address': 'fa:16:3e:f0:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:16Z', 'updated_at': '2021-06-30T10:59:26Z', 'revision_number': 5, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'subnets': [{'id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:02:53.072902 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fc9ec-564b-4514-b088-9e9878ed8def req-125f615e-a218-46bc-b938-dcc326b06092 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:53.074443 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3b1fc9ec-564b-4514-b088-9e9878ed8def req-125f615e-a218-46bc-b938-dcc326b06092 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 943 time: 0.0692596 Jun 30 11:02:53.115396 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-3b1fc9ec-564b-4514-b088-9e9878ed8def req-b5ca8f6e-d41f-43b8-9fbc-16d9007fdede tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344563 Jun 30 11:02:53.141707 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71826c7b-a6b5-4fcb-8888-898a11645f86 None None] New status for floating IP 52f7abc4-3d5e-411c-a9e4-5fffc6601d1b: ACTIVE {{(pid=92945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:02:53.637793 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6506790-0e4a-485e-83ff-1b669ab8fc8b req-291aebae-833b-4d8e-bad8-62c9e6cdaf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:53.639307 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c6506790-0e4a-485e-83ff-1b669ab8fc8b req-291aebae-833b-4d8e-bad8-62c9e6cdaf72 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 1096 time: 0.0689223 Jun 30 11:02:53.682310 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c6506790-0e4a-485e-83ff-1b669ab8fc8b req-c1dc7114-d9ab-4e95-83e0-2db8631ac3f5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362477 Jun 30 11:02:54.293681 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c202-9aee-4c7b-b5d9-3e3cb7562b16 req-44c49ecd-398b-40e1-8093-a34bc44e13c2 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:54.295144 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8df0c202-9aee-4c7b-b5d9-3e3cb7562b16 req-44c49ecd-398b-40e1-8093-a34bc44e13c2 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 943 time: 0.0666850 Jun 30 11:02:54.333260 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8df0c202-9aee-4c7b-b5d9-3e3cb7562b16 req-f35bd5f0-b4d1-4949-aa7b-ab6587f66638 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322709 Jun 30 11:02:55.345616 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 6ce5b801-a326-41ea-b1c9-ae7218412193 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 11:02:55.444172 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 6ce5b801-a326-41ea-b1c9-ae7218412193, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ce5b801-a326-41ea-b1c9-ae7218412193,segment=NetworkSegment(2a37efcf-0573-4fd6-aaf5-d353f4d4d168),segment_id=2a37efcf-0573-4fd6-aaf5-d353f4d4d168)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:02:55.459191 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': '6ce5b801-a326-41ea-b1c9-ae7218412193', 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731', 'port_id': '6ce5b801-a326-41ea-b1c9-ae7218412193', 'mac_address': 'fa:16:3e:7a:1b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '552286ff-ad7d-4923-bcc9-2f47b3662812', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 11:02:55.504562 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:55.510191 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4900cfb-fd39-4fe6-9b2b-d1d8a48294e6 req-79b3db51-374c-4ab1-96c2-69e3b1bf3706 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:55.511706 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c4900cfb-fd39-4fe6-9b2b-d1d8a48294e6 req-79b3db51-374c-4ab1-96c2-69e3b1bf3706 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 943 time: 0.0656502 Jun 30 11:02:55.517027 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce5b801-a326-41ea-b1c9-ae7218412193 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 11:02:55.539613 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 6ce5b801-a326-41ea-b1c9-ae7218412193, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ce5b801-a326-41ea-b1c9-ae7218412193,segment=NetworkSegment(2a37efcf-0573-4fd6-aaf5-d353f4d4d168),segment_id=2a37efcf-0573-4fd6-aaf5-d353f4d4d168)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:02:55.547440 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:55.558130 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-c4900cfb-fd39-4fe6-9b2b-d1d8a48294e6 req-2b2177fc-196e-4bca-aeb5-75fabcf2ff62 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402229 Jun 30 11:02:55.599819 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=6ce5b801-a326-41ea-b1c9-ae7218412193,revision_number=7']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:55.766001 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['6ce5b801-a326-41ea-b1c9-ae7218412193'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 11:02:57.346528 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 6ce5b801-a326-41ea-b1c9-ae7218412193 up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 11:02:57.392220 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port 6ce5b801-a326-41ea-b1c9-ae7218412193 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:02:57.392593 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:57.470956 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:57.495006 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33ca523-0756-4865-8c47-b93902cdcd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce5b801-a326-41ea-b1c9-ae7218412193'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:02:57.497275 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4eea9b-16bb-4a90-83c5-96c5a7a99a2d" -d '{"events": [{"server_uuid": "b33ca523-0756-4865-8c47-b93902cdcd63", "name": "network-vif-plugged", "status": "completed", "tag": "6ce5b801-a326-41ea-b1c9-ae7218412193"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:02:57.509918 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port 6ce5b801-a326-41ea-b1c9-ae7218412193, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ce5b801-a326-41ea-b1c9-ae7218412193,segment=NetworkSegment(2a37efcf-0573-4fd6-aaf5-d353f4d4d168),segment_id=2a37efcf-0573-4fd6-aaf5-d353f4d4d168)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:02:57.515465 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:57.542533 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 11:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd36a463-3f30-47f2-ae6e-dfefd36b2cdf x-openstack-request-id: req-dd36a463-3f30-47f2-ae6e-dfefd36b2cdf {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:02:57.542533 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33ca523-0756-4865-8c47-b93902cdcd63", "name": "network-vif-plugged", "status": "completed", "tag": "6ce5b801-a326-41ea-b1c9-ae7218412193", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:02:57.542533 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dd36a463-3f30-47f2-ae6e-dfefd36b2cdf {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:02:57.543088 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33ca523-0756-4865-8c47-b93902cdcd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce5b801-a326-41ea-b1c9-ae7218412193', 'code': 200} Jun 30 11:02:57.572790 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=6ce5b801-a326-41ea-b1c9-ae7218412193,revision_number=8']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:03:00.619533 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 35574) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:03:00.725744 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2ac26ba1-1cde-4644-9b0d-7eb4d3202450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:00.818039 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2ac26ba1-1cde-4644-9b0d-7eb4d3202450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:00.822905 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-2ac26ba1-1cde-4644-9b0d-7eb4d3202450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_create {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:00.861920 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-2ac26ba1-1cde-4644-9b0d-7eb4d3202450 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6f22b5419a124990bb76df139f928217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411981 Jun 30 11:03:00.862751 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac26ba1-1cde-4644-9b0d-7eb4d3202450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e45851-0226-42c0-b977-f4e90e53220e,revision_number=1']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:03:00.864891 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35578) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:03:00.913913 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8d78389f-5f1b-4355-b700-ea4231ef066f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:00.934951 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8d78389f-5f1b-4355-b700-ea4231ef066f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:00.981229 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8d78389f-5f1b-4355-b700-ea4231ef066f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:00.983826 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8d78389f-5f1b-4355-b700-ea4231ef066f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:00.984958 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-8d78389f-5f1b-4355-b700-ea4231ef066f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b9e45851-0226-42c0-b977-f4e90e53220e HTTP/1.1" status: 204 len: 168 time: 0.1190557 Jun 30 11:03:00.993122 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78389f-5f1b-4355-b700-ea4231ef066f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e45851-0226-42c0-b977-f4e90e53220e,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:03:04.147579 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:05.962858 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b85b24fe-6856-4dbd-81d6-dc4d396ea034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:08.828379 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-00084591-02db-44e6-af8a-473aff52fb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:09.074528 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:09.809127 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:11.509371 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:29.270160 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:03:34.145851 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:35.963426 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-d0effcf6-2500-455b-94f1-33d97ef62a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:37.662395 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5f72dc53-d6d1-452a-ac9c-1779519ea802 req-8f1ee9fd-97df-464d-8af1-db45e7bf2022 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514672 Jun 30 11:03:37.762304 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72dc53-d6d1-452a-ac9c-1779519ea802 req-dab06e6c-b395-49dc-b10e-6703bddf28be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:03:37.763831 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5f72dc53-d6d1-452a-ac9c-1779519ea802 req-dab06e6c-b395-49dc-b10e-6703bddf28be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=13a517d383e7473c96ab94778ebcde3d&device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 1098 time: 0.0552549 Jun 30 11:03:37.868751 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72dc53-d6d1-452a-ac9c-1779519ea802 req-84c89acc-e2ab-440f-b915-b04a539b4ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:03:37.870226 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5f72dc53-d6d1-452a-ac9c-1779519ea802 req-84c89acc-e2ab-440f-b915-b04a539b4ba8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=45ec7867-bc94-42bd-8b7b-b41a690b0731 HTTP/1.1" status: 200 len: 909 time: 0.0861056 Jun 30 11:03:37.940494 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5f72dc53-d6d1-452a-ac9c-1779519ea802 req-722be3cd-89c7-417d-84be-38c1bc6191ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ce5b801-a326-41ea-b1c9-ae7218412193 HTTP/1.1" status: 200 len: 1000 time: 0.0627308 Jun 30 11:03:37.990406 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72dc53-d6d1-452a-ac9c-1779519ea802 req-499c9fc8-e0f0-48de-9c13-3e57dc80a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:03:37.991817 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5f72dc53-d6d1-452a-ac9c-1779519ea802 req-499c9fc8-e0f0-48de-9c13-3e57dc80a272 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=552286ff-ad7d-4923-bcc9-2f47b3662812 HTTP/1.1" status: 200 len: 847 time: 0.0438337 Jun 30 11:03:38.048516 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72dc53-d6d1-452a-ac9c-1779519ea802 req-07bdab50-9e2f-4f3d-98a1-ae0e0c67d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:03:38.049981 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5f72dc53-d6d1-452a-ac9c-1779519ea802 req-07bdab50-9e2f-4f3d-98a1-ae0e0c67d712 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45ec7867-bc94-42bd-8b7b-b41a690b0731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0516419 Jun 30 11:03:38.143681 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5f72dc53-d6d1-452a-ac9c-1779519ea802 req-5ac579c6-9d22-43bb-b953-f7e487fc0ee9 service neutron] 10.222.0.39 "GET /v2.0/networks/45ec7867-bc94-42bd-8b7b-b41a690b0731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851121 Jun 30 11:03:38.234638 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5f72dc53-d6d1-452a-ac9c-1779519ea802 req-b65da909-efc0-443c-9c05-7cbf0718cbdd service neutron] 10.222.0.39 "GET /v2.0/networks/45ec7867-bc94-42bd-8b7b-b41a690b0731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836151 Jun 30 11:03:38.829303 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ebf18b36-dbbc-46b1-ad47-2cec1ad10047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:39.075807 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:39.810568 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:41.511856 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:04.159324 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:05.965063 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1c90cbe0-7021-44d8-968c-19e1538c3716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:06.268815 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:04:08.830803 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-dd8fecd4-1c72-4abd-b69f-b4ffd59aa317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:09.007629 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35598) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:04:09.076829 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:09.172361 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Deleting port cfec21c6-609b-4fcf-b3cf-9be79efc8e96 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:04:09.172708 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:09.260631 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:09.260960 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:09.273267 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Calling delete_port for cfec21c6-609b-4fcf-b3cf-9be79efc8e96 owned by network:floatingip {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:04:09.445042 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:09.470787 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Pushing event deleted for resources: {'Port': ['ID=cfec21c6-609b-4fcf-b3cf-9be79efc8e96,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:04:09.497994 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:09.498343 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:09.498685 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:09.499022 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:09.499363 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:09.499784 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:09.500118 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:09.500447 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:09.500774 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:09.501100 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:09.501429 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:09.501750 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:09.544068 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for floatingip, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:09.544463 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.db.l3_db [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Floating IP 7859f564-39f4-4e19-9ce9-09bc827dc2f1 disassociated (deleted). External IP: 172.27.3.27, port: 6ce5b801-a326-41ea-b1c9-ae7218412193. Jun 30 11:04:09.743375 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Router 93e39a55-fc61-4ad8-9ef3-b886bedcb65e has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:04:09.809543 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:09.851669 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:04:09.856064 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for floatingip, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:09.860972 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7f1426-9bfb-4a77-b98c-a3f05a63079c None None] Sync routers for ids ['93e39a55-fc61-4ad8-9ef3-b886bedcb65e'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:04:09.870148 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7f1426-9bfb-4a77-b98c-a3f05a63079c None None] Routers {'93e39a55-fc61-4ad8-9ef3-b886bedcb65e'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:04:09.870759 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-9d7f1426-9bfb-4a77-b98c-a3f05a63079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:04:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['93e39a55-fc61-4ad8-9ef3-b886bedcb65e'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:04:09.896742 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-af094469-d9f6-4cef-890a-ef55d4b59465 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "DELETE /v2.0/floatingips/7859f564-39f4-4e19-9ce9-09bc827dc2f1 HTTP/1.1" status: 204 len: 168 time: 0.8875737 Jun 30 11:04:09.897802 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33ca523-0756-4865-8c47-b93902cdcd63', 'tag': '6ce5b801-a326-41ea-b1c9-ae7218412193'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:04:09.900140 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a3665f-0fc5-40f5-b15f-1fe8b5033717" -d '{"events": [{"name": "network-changed", "server_uuid": "b33ca523-0756-4865-8c47-b93902cdcd63", "tag": "6ce5b801-a326-41ea-b1c9-ae7218412193"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:04:09.940414 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 11:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6474aaf1-f8c4-4b95-bb64-b0aff1c4c624 x-openstack-request-id: req-6474aaf1-f8c4-4b95-bb64-b0aff1c4c624 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:04:09.940705 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33ca523-0756-4865-8c47-b93902cdcd63", "tag": "6ce5b801-a326-41ea-b1c9-ae7218412193", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:04:09.940956 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6474aaf1-f8c4-4b95-bb64-b0aff1c4c624 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:04:09.941349 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33ca523-0756-4865-8c47-b93902cdcd63', 'tag': '6ce5b801-a326-41ea-b1c9-ae7218412193', 'status': 'completed', 'code': 200} Jun 30 11:04:09.978022 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-9d7f1426-9bfb-4a77-b98c-a3f05a63079c None None] Set router 93e39a55-fc61-4ad8-9ef3-b886bedcb65e gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:04:10.018394 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3665f-0fc5-40f5-b15f-1fe8b5033717 req-d1f8e616-400c-4919-ac0c-e71e11cd119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:10.019933 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e1a3665f-0fc5-40f5-b15f-1fe8b5033717 req-d1f8e616-400c-4919-ac0c-e71e11cd119b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=13a517d383e7473c96ab94778ebcde3d&device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 1098 time: 0.0554311 Jun 30 11:04:10.116685 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3665f-0fc5-40f5-b15f-1fe8b5033717 req-d84c74c7-517d-43eb-b403-a1fa4efd5b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:10.118227 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e1a3665f-0fc5-40f5-b15f-1fe8b5033717 req-d84c74c7-517d-43eb-b403-a1fa4efd5b43 service neutron] 10.222.0.39 "GET /v2.0/networks?id=45ec7867-bc94-42bd-8b7b-b41a690b0731 HTTP/1.1" status: 200 len: 909 time: 0.0913289 Jun 30 11:04:10.177355 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e1a3665f-0fc5-40f5-b15f-1fe8b5033717 req-e64aa908-317c-40a3-93bd-98c48c230953 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ce5b801-a326-41ea-b1c9-ae7218412193 HTTP/1.1" status: 200 len: 217 time: 0.0515153 Jun 30 11:04:10.202387 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-9d7f1426-9bfb-4a77-b98c-a3f05a63079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'name': 'tempest-TestShelveInstance-409678314-router', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:14Z', 'updated_at': '2021-06-30T10:59:23Z', 'revision_number': 4, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'gw_port': {'id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:15Z', 'updated_at': '2021-06-30T10:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'c9c5c4e2-53e5-47b4-a541-c5c9c416cff4', 'name': '', 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'mac_address': 'fa:16:3e:4f:0e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '552286ff-ad7d-4923-bcc9-2f47b3662812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:21Z', 'updated_at': '2021-06-30T10:59:30Z', 'revision_number': 5, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'subnets': [{'id': '552286ff-ad7d-4923-bcc9-2f47b3662812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:04:10.232551 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7f1426-9bfb-4a77-b98c-a3f05a63079c None None] Checking router: 93e39a55-fc61-4ad8-9ef3-b886bedcb65e for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:04:10.242153 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7f1426-9bfb-4a77-b98c-a3f05a63079c None None] Routers {'93e39a55-fc61-4ad8-9ef3-b886bedcb65e'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:04:10.242767 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-9d7f1426-9bfb-4a77-b98c-a3f05a63079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:04:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['93e39a55-fc61-4ad8-9ef3-b886bedcb65e'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:04:10.269312 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3665f-0fc5-40f5-b15f-1fe8b5033717 req-08b6a947-8fd0-4228-b50c-25f8c80fdbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:10.271271 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e1a3665f-0fc5-40f5-b15f-1fe8b5033717 req-08b6a947-8fd0-4228-b50c-25f8c80fdbd2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=552286ff-ad7d-4923-bcc9-2f47b3662812 HTTP/1.1" status: 200 len: 847 time: 0.0877795 Jun 30 11:04:10.326125 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36449e-f94e-46b7-b26e-19d6aa02843e req-d1e270d0-f36d-4be2-b4f5-98f20410d5cb tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:10.327590 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ef36449e-f94e-46b7-b26e-19d6aa02843e req-d1e270d0-f36d-4be2-b4f5-98f20410d5cb tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 945 time: 0.1076834 Jun 30 11:04:10.347785 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-9d7f1426-9bfb-4a77-b98c-a3f05a63079c None None] Set router 93e39a55-fc61-4ad8-9ef3-b886bedcb65e gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:04:10.377122 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ef36449e-f94e-46b7-b26e-19d6aa02843e req-4b970262-aaf9-4c81-a91f-de3af46dd25c tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419798 Jun 30 11:04:10.382605 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3665f-0fc5-40f5-b15f-1fe8b5033717 req-546bd411-909d-4d37-b348-878a155e0305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:10.384113 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e1a3665f-0fc5-40f5-b15f-1fe8b5033717 req-546bd411-909d-4d37-b348-878a155e0305 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45ec7867-bc94-42bd-8b7b-b41a690b0731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1020181 Jun 30 11:04:10.478046 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e1a3665f-0fc5-40f5-b15f-1fe8b5033717 req-fb413d97-0535-4d1c-b284-1f0c72d49e7f service neutron] 10.222.0.39 "GET /v2.0/networks/45ec7867-bc94-42bd-8b7b-b41a690b0731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860362 Jun 30 11:04:10.545370 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-9d7f1426-9bfb-4a77-b98c-a3f05a63079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'name': 'tempest-TestShelveInstance-409678314-router', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:14Z', 'updated_at': '2021-06-30T10:59:23Z', 'revision_number': 4, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'gw_port': {'id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:15Z', 'updated_at': '2021-06-30T10:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'c9c5c4e2-53e5-47b4-a541-c5c9c416cff4', 'name': '', 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'mac_address': 'fa:16:3e:4f:0e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '552286ff-ad7d-4923-bcc9-2f47b3662812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:21Z', 'updated_at': '2021-06-30T10:59:30Z', 'revision_number': 5, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'subnets': [{'id': '552286ff-ad7d-4923-bcc9-2f47b3662812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:04:10.572365 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e1a3665f-0fc5-40f5-b15f-1fe8b5033717 req-99d05c0d-52fb-4225-b468-22054e3d84ba service neutron] 10.222.0.39 "GET /v2.0/networks/45ec7867-bc94-42bd-8b7b-b41a690b0731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874994 Jun 30 11:04:10.574449 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7f1426-9bfb-4a77-b98c-a3f05a63079c None None] The sync data for ids ['93e39a55-fc61-4ad8-9ef3-b886bedcb65e'] in dv-cinder-786627-16-iscsi is: [{'id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'name': 'tempest-TestShelveInstance-409678314-router', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:14Z', 'updated_at': '2021-06-30T10:59:23Z', 'revision_number': 4, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'gw_port': {'id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:15Z', 'updated_at': '2021-06-30T10:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'c9c5c4e2-53e5-47b4-a541-c5c9c416cff4', 'name': '', 'network_id': '45ec7867-bc94-42bd-8b7b-b41a690b0731', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'mac_address': 'fa:16:3e:4f:0e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '552286ff-ad7d-4923-bcc9-2f47b3662812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:21Z', 'updated_at': '2021-06-30T10:59:30Z', 'revision_number': 5, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'subnets': [{'id': '552286ff-ad7d-4923-bcc9-2f47b3662812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:04:10.783873 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220b5b60-30d6-4c4b-bc84-4c54b17b0bc2 None None] New status for floating IP 7859f564-39f4-4e19-9ce9-09bc827dc2f1: DOWN {{(pid=92945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:04:11.516394 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:11.576454 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83ce0e-6785-4a43-88f4-d39bc2500505 req-fe86e523-6203-4e59-ac6c-6d6fd01da788 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:11.577911 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6b83ce0e-6785-4a43-88f4-d39bc2500505 req-fe86e523-6203-4e59-ac6c-6d6fd01da788 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 945 time: 0.0673747 Jun 30 11:04:11.618191 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6b83ce0e-6785-4a43-88f4-d39bc2500505 req-40191990-4523-45dd-89aa-f035d0255cb8 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/security-groups?id=42744a39-a501-4233-82c0-75093fe9b7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331271 Jun 30 11:04:11.771033 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe7404-dff8-44e8-8aed-067876e4eed5 req-4f8362ed-14ff-4c1b-a471-196e8c4476cc tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:11.772750 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fbfe7404-dff8-44e8-8aed-067876e4eed5 req-4f8362ed-14ff-4c1b-a471-196e8c4476cc tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.39 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 945 time: 0.0630867 Jun 30 11:04:11.874921 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-fbfe7404-dff8-44e8-8aed-067876e4eed5 req-ca4bd5a4-bd7a-41e5-b704-e8fe8d523be1 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Deleting port 6ce5b801-a326-41ea-b1c9-ae7218412193 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:04:11.875264 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-fbfe7404-dff8-44e8-8aed-067876e4eed5 req-ca4bd5a4-bd7a-41e5-b704-e8fe8d523be1 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:11.963340 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-fbfe7404-dff8-44e8-8aed-067876e4eed5 req-ca4bd5a4-bd7a-41e5-b704-e8fe8d523be1 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] For port 6ce5b801-a326-41ea-b1c9-ae7218412193, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ce5b801-a326-41ea-b1c9-ae7218412193,segment=NetworkSegment(2a37efcf-0573-4fd6-aaf5-d353f4d4d168),segment_id=2a37efcf-0573-4fd6-aaf5-d353f4d4d168)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:04:11.963719 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-fbfe7404-dff8-44e8-8aed-067876e4eed5 req-ca4bd5a4-bd7a-41e5-b704-e8fe8d523be1 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:11.976205 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-fbfe7404-dff8-44e8-8aed-067876e4eed5 req-ca4bd5a4-bd7a-41e5-b704-e8fe8d523be1 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Calling delete_port for 6ce5b801-a326-41ea-b1c9-ae7218412193 owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:04:12.103927 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-fbfe7404-dff8-44e8-8aed-067876e4eed5 req-ca4bd5a4-bd7a-41e5-b704-e8fe8d523be1 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:12.138795 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bd5a4-bd7a-41e5-b704-e8fe8d523be1 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Pushing event deleted for resources: {'Port': ['ID=6ce5b801-a326-41ea-b1c9-ae7218412193,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:04:12.178698 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfe7404-dff8-44e8-8aed-067876e4eed5 req-ca4bd5a4-bd7a-41e5-b704-e8fe8d523be1 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] No DVR routers for this DVR port 6ce5b801-a326-41ea-b1c9-ae7218412193 on host hv-cinder-78662 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:04:12.181088 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-fbfe7404-dff8-44e8-8aed-067876e4eed5 req-ca4bd5a4-bd7a-41e5-b704-e8fe8d523be1 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:12.183042 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fbfe7404-dff8-44e8-8aed-067876e4eed5 req-ca4bd5a4-bd7a-41e5-b704-e8fe8d523be1 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.39 "DELETE /v2.0/ports/6ce5b801-a326-41ea-b1c9-ae7218412193 HTTP/1.1" status: 204 len: 173 time: 0.4038808 Jun 30 11:04:12.183480 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33ca523-0756-4865-8c47-b93902cdcd63', 'name': 'network-vif-deleted', 'tag': '6ce5b801-a326-41ea-b1c9-ae7218412193'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:04:12.185824 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a809a6b-4d72-4a81-91eb-9c298fae2658" -d '{"events": [{"server_uuid": "b33ca523-0756-4865-8c47-b93902cdcd63", "name": "network-vif-deleted", "tag": "6ce5b801-a326-41ea-b1c9-ae7218412193"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:04:12.224823 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 11:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2816885-a061-4e1b-b3da-4b441ebc896d x-openstack-request-id: req-e2816885-a061-4e1b-b3da-4b441ebc896d {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:04:12.225139 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33ca523-0756-4865-8c47-b93902cdcd63", "name": "network-vif-deleted", "tag": "6ce5b801-a326-41ea-b1c9-ae7218412193", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:04:12.225392 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e2816885-a061-4e1b-b3da-4b441ebc896d {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:04:12.225791 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33ca523-0756-4865-8c47-b93902cdcd63', 'name': 'network-vif-deleted', 'tag': '6ce5b801-a326-41ea-b1c9-ae7218412193', 'status': 'completed', 'code': 200} Jun 30 11:04:12.927559 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6f15ed32-9b68-4849-8eb4-5cd8115a522b req-7968d7d9-fb93-4941-af78-754704b320f0 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "GET /v2.0/ports?device_id=b33ca523-0756-4865-8c47-b93902cdcd63 HTTP/1.1" status: 200 len: 210 time: 0.1809852 Jun 30 11:04:14.024472 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35630) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:04:14.092807 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ff249367-1864-4f3e-8cde-fbb770df2663 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:14.119320 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ff249367-1864-4f3e-8cde-fbb770df2663 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:14.181652 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ff249367-1864-4f3e-8cde-fbb770df2663 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:14.184268 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ff249367-1864-4f3e-8cde-fbb770df2663 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:14.185423 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-ff249367-1864-4f3e-8cde-fbb770df2663 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] 10.222.0.91 "DELETE /v2.0/security-groups/42744a39-a501-4233-82c0-75093fe9b7b6 HTTP/1.1" status: 204 len: 168 time: 0.1599789 Jun 30 11:04:14.195500 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff249367-1864-4f3e-8cde-fbb770df2663 tempest-TestShelveInstance-1037877947 tempest-TestShelveInstance-1037877947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42744a39-a501-4233-82c0-75093fe9b7b6,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:04:15.253832 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35636) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:04:15.749278 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 6ce5b801-a326-41ea-b1c9-ae7218412193 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:04:15.769560 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] No Port match for: 6ce5b801-a326-41ea-b1c9-ae7218412193 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:04:15.769916 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 6ce5b801-a326-41ea-b1c9-ae7218412193 not bound to the agent host hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:04:15.972638 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-74436340-aa2e-4fe0-ba80-13df19f5b8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1991337'] for router_interface, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:16.224526 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-74436340-aa2e-4fe0-ba80-13df19f5b8b0 admin admin] Deleting port c9c5c4e2-53e5-47b4-a541-c5c9c416cff4 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:04:16.224789 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-74436340-aa2e-4fe0-ba80-13df19f5b8b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:16.303175 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-74436340-aa2e-4fe0-ba80-13df19f5b8b0 admin admin] For port c9c5c4e2-53e5-47b4-a541-c5c9c416cff4, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=c9c5c4e2-53e5-47b4-a541-c5c9c416cff4,segment=NetworkSegment(2a37efcf-0573-4fd6-aaf5-d353f4d4d168),segment_id=2a37efcf-0573-4fd6-aaf5-d353f4d4d168)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:04:16.303942 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-74436340-aa2e-4fe0-ba80-13df19f5b8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:16.320939 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-74436340-aa2e-4fe0-ba80-13df19f5b8b0 admin admin] Calling delete_port for c9c5c4e2-53e5-47b4-a541-c5c9c416cff4 owned by network:router_interface {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:04:16.501024 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-74436340-aa2e-4fe0-ba80-13df19f5b8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:16.525735 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74436340-aa2e-4fe0-ba80-13df19f5b8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c5c4e2-53e5-47b4-a541-c5c9c416cff4,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:04:16.696302 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-74436340-aa2e-4fe0-ba80-13df19f5b8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1991251'] for router_interface, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:16.912125 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74436340-aa2e-4fe0-ba80-13df19f5b8b0 admin admin] Router 93e39a55-fc61-4ad8-9ef3-b886bedcb65e has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:04:17.019356 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74436340-aa2e-4fe0-ba80-13df19f5b8b0 admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:04:17.026700 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-74436340-aa2e-4fe0-ba80-13df19f5b8b0 admin admin] 10.222.0.91 "PUT /v2.0/routers/93e39a55-fc61-4ad8-9ef3-b886bedcb65e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7708626 Jun 30 11:04:17.027839 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c5fe5f-a319-4137-91be-56619c6d8b24 None None] Sync routers for ids ['93e39a55-fc61-4ad8-9ef3-b886bedcb65e'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:04:17.028940 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35640) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:04:17.039213 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c5fe5f-a319-4137-91be-56619c6d8b24 None None] Routers {'93e39a55-fc61-4ad8-9ef3-b886bedcb65e'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:04:17.039869 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-69c5fe5f-a319-4137-91be-56619c6d8b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:04:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['93e39a55-fc61-4ad8-9ef3-b886bedcb65e'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:04:17.140794 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7bc1f1fc-8533-48ba-a553-7525abd8f895 admin admin] Notify callbacks [] for router, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:17.144589 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-69c5fe5f-a319-4137-91be-56619c6d8b24 None None] Set router 93e39a55-fc61-4ad8-9ef3-b886bedcb65e gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:04:17.244174 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7bc1f1fc-8533-48ba-a553-7525abd8f895 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:17.297583 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-7bc1f1fc-8533-48ba-a553-7525abd8f895 admin admin] Deleting port 17d92e54-ea4a-42f8-bfc4-e60ced2fc612 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:04:17.297817 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7bc1f1fc-8533-48ba-a553-7525abd8f895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:17.327868 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-69c5fe5f-a319-4137-91be-56619c6d8b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'name': 'tempest-TestShelveInstance-409678314-router', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:14Z', 'updated_at': '2021-06-30T11:04:16Z', 'revision_number': 5, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'gw_port': {'id': '17d92e54-ea4a-42f8-bfc4-e60ced2fc612', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:15Z', 'updated_at': '2021-06-30T10:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:04:17.357233 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c5fe5f-a319-4137-91be-56619c6d8b24 None None] Checking router: 93e39a55-fc61-4ad8-9ef3-b886bedcb65e for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:04:17.366014 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c5fe5f-a319-4137-91be-56619c6d8b24 None None] Routers {'93e39a55-fc61-4ad8-9ef3-b886bedcb65e'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:04:17.366631 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-69c5fe5f-a319-4137-91be-56619c6d8b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:04:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['93e39a55-fc61-4ad8-9ef3-b886bedcb65e'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:04:17.382372 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-7bc1f1fc-8533-48ba-a553-7525abd8f895 admin admin] For port 17d92e54-ea4a-42f8-bfc4-e60ced2fc612, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=17d92e54-ea4a-42f8-bfc4-e60ced2fc612,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:04:17.383152 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7bc1f1fc-8533-48ba-a553-7525abd8f895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:17.396645 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-7bc1f1fc-8533-48ba-a553-7525abd8f895 admin admin] Calling delete_port for 17d92e54-ea4a-42f8-bfc4-e60ced2fc612 owned by network:router_gateway {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:04:17.570662 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7bc1f1fc-8533-48ba-a553-7525abd8f895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:17.572480 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-69c5fe5f-a319-4137-91be-56619c6d8b24 None None] Set router 93e39a55-fc61-4ad8-9ef3-b886bedcb65e gateway port host: None {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:04:17.602343 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1f1fc-8533-48ba-a553-7525abd8f895 admin admin] Pushing event deleted for resources: {'Port': ['ID=17d92e54-ea4a-42f8-bfc4-e60ced2fc612,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:04:17.630227 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-69c5fe5f-a319-4137-91be-56619c6d8b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'name': 'tempest-TestShelveInstance-409678314-router', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:14Z', 'updated_at': '2021-06-30T11:04:17Z', 'revision_number': 6, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'gw_port_host': None}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:04:17.659236 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c5fe5f-a319-4137-91be-56619c6d8b24 None None] The sync data for ids ['93e39a55-fc61-4ad8-9ef3-b886bedcb65e'] in dv-cinder-786627-16-iscsi is: [{'id': '93e39a55-fc61-4ad8-9ef3-b886bedcb65e', 'name': 'tempest-TestShelveInstance-409678314-router', 'tenant_id': '13a517d383e7473c96ab94778ebcde3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:14Z', 'updated_at': '2021-06-30T11:04:17Z', 'revision_number': 6, 'project_id': '13a517d383e7473c96ab94778ebcde3d', 'gw_port_host': None}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:04:17.662950 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7bc1f1fc-8533-48ba-a553-7525abd8f895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995876'] for router_gateway, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:17.758431 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7bc1f1fc-8533-48ba-a553-7525abd8f895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62870'] for router, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:17.760546 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7bc1f1fc-8533-48ba-a553-7525abd8f895 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:17.807214 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7bc1f1fc-8533-48ba-a553-7525abd8f895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1984768'] for router, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:17.807802 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc1f1fc-8533-48ba-a553-7525abd8f895 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93e39a55-fc61-4ad8-9ef3-b886bedcb65e {{(pid=92942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 11:04:17.814048 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7bc1f1fc-8533-48ba-a553-7525abd8f895 admin admin] Notify callbacks [] for router, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:17.815834 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-7bc1f1fc-8533-48ba-a553-7525abd8f895 admin admin] 10.222.0.91 "DELETE /v2.0/routers/93e39a55-fc61-4ad8-9ef3-b886bedcb65e HTTP/1.1" status: 204 len: 168 time: 0.7854626 Jun 30 11:04:17.818301 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35642) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:04:17.861246 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_v2 [None req-89701c27-f450-41a1-8267-ecbea946756c admin admin] Deleting subnet 552286ff-ad7d-4923-bcc9-2f47b3662812 {{(pid=92942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 11:04:17.864884 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-89701c27-f450-41a1-8267-ecbea946756c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:17.899830 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-89701c27-f450-41a1-8267-ecbea946756c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9400928'] for subnet, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:17.980569 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-89701c27-f450-41a1-8267-ecbea946756c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988707'] for subnet, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:18.033768 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-89701c27-f450-41a1-8267-ecbea946756c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8415361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8389490'] for subnet, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:18.060356 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89701c27-f450-41a1-8267-ecbea946756c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=552286ff-ad7d-4923-bcc9-2f47b3662812,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:04:18.064043 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-89701c27-f450-41a1-8267-ecbea946756c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:18.068760 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-89701c27-f450-41a1-8267-ecbea946756c admin admin] 10.222.0.91 "DELETE /v2.0/subnets/552286ff-ad7d-4923-bcc9-2f47b3662812 HTTP/1.1" status: 204 len: 168 time: 0.2466991 Jun 30 11:04:18.068760 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35644) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:04:18.070753 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c87f3f-e0cd-4fa8-8e63-51ec06aba0bb None None] Network 45ec7867-bc94-42bd-8b7b-b41a690b0731 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 11:04:18.142170 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ebe907a9-3b66-4b08-a7df-34e53533d84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592536'] for network, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:18.199342 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-ebe907a9-3b66-4b08-a7df-34e53533d84f admin admin] Deleting port 554e6c20-1208-4d44-9044-98232d30f5c2 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:04:18.199885 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ebe907a9-3b66-4b08-a7df-34e53533d84f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:18.262675 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-ebe907a9-3b66-4b08-a7df-34e53533d84f admin admin] For port 554e6c20-1208-4d44-9044-98232d30f5c2, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=554e6c20-1208-4d44-9044-98232d30f5c2,segment=NetworkSegment(2a37efcf-0573-4fd6-aaf5-d353f4d4d168),segment_id=2a37efcf-0573-4fd6-aaf5-d353f4d4d168)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:04:18.263033 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ebe907a9-3b66-4b08-a7df-34e53533d84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:18.276283 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-ebe907a9-3b66-4b08-a7df-34e53533d84f admin admin] Calling delete_port for 554e6c20-1208-4d44-9044-98232d30f5c2 owned by network:dhcp {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:04:18.359419 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ebe907a9-3b66-4b08-a7df-34e53533d84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:18.383464 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe907a9-3b66-4b08-a7df-34e53533d84f admin admin] Pushing event deleted for resources: {'Port': ['ID=554e6c20-1208-4d44-9044-98232d30f5c2,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:04:18.389197 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe907a9-3b66-4b08-a7df-34e53533d84f admin admin] No DVR routers for this DVR port 554e6c20-1208-4d44-9044-98232d30f5c2 on host dv-cinder-786627-16-iscsi {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:04:18.461084 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d23240-b889-4b40-88c5-d2c2d8a604bb None None] DHCP port deletion for 45ec7867-bc94-42bd-8b7b-b41a690b0731 request from dv-cinder-786627-16-iscsi {{(pid=92944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 11:04:18.462978 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ebe907a9-3b66-4b08-a7df-34e53533d84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990652', 'neutron.services.segments.db._delete_segments_for_network-8758624453443'] for network, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:18.477053 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-ebe907a9-3b66-4b08-a7df-34e53533d84f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ec7867-bc94-42bd-8b7b-b41a690b0731']}} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:04:18.488179 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-ebe907a9-3b66-4b08-a7df-34e53533d84f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a37efcf-0573-4fd6-aaf5-d353f4d4d168') {'for_net_delete': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:04:18.488483 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-ebe907a9-3b66-4b08-a7df-34e53533d84f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a37efcf-0573-4fd6-aaf5-d353f4d4d168') {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:04:18.499530 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ebe907a9-3b66-4b08-a7df-34e53533d84f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758624364746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9400937'] for segment, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:18.513238 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ebe907a9-3b66-4b08-a7df-34e53533d84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:18.519499 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe907a9-3b66-4b08-a7df-34e53533d84f admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=92942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 11:04:18.520083 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ebe907a9-3b66-4b08-a7df-34e53533d84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8415266'] for segment, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: Traceback (most recent call last): Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: timer() Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: cb(*args, **kw) Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: return func(*args, **kwargs) Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: self._notify() Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: self.callback(batched_events) Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: event.method(event) Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: return f(self, *a, **k) Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: return self._get(url).json() Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: return self.request(url, 'GET', **kwargs) Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 11:04:18.521846 dv-cinder-786627-16-iscsi neutron-server[92942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 11:04:18.585697 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ebe907a9-3b66-4b08-a7df-34e53533d84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995776'] for network, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:18.590894 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ebe907a9-3b66-4b08-a7df-34e53533d84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:18.592821 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-ebe907a9-3b66-4b08-a7df-34e53533d84f admin admin] 10.222.0.91 "DELETE /v2.0/networks/45ec7867-bc94-42bd-8b7b-b41a690b0731 HTTP/1.1" status: 204 len: 168 time: 0.5231204 Jun 30 11:04:18.596121 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 35646) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:04:18.607537 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe907a9-3b66-4b08-a7df-34e53533d84f admin admin] Pushing event deleted for resources: {'Network': ['ID=45ec7867-bc94-42bd-8b7b-b41a690b0731,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:04:18.950938 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7d796c36-05b0-4db1-bd76-a74f78fd5651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1991337'] for router_interface, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:19.202636 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.plugin [None req-7d796c36-05b0-4db1-bd76-a74f78fd5651 admin admin] Deleting port 33e06591-7e13-4991-b420-1014e4fec115 {{(pid=92943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:04:19.202904 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7d796c36-05b0-4db1-bd76-a74f78fd5651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:19.280159 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-7d796c36-05b0-4db1-bd76-a74f78fd5651 admin admin] For port 33e06591-7e13-4991-b420-1014e4fec115, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=33e06591-7e13-4991-b420-1014e4fec115,segment=NetworkSegment(b56c13ba-85d8-4ab8-b5f2-58d5527877ca),segment_id=b56c13ba-85d8-4ab8-b5f2-58d5527877ca)] {{(pid=92943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:04:19.280521 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7d796c36-05b0-4db1-bd76-a74f78fd5651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:19.295813 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.plugin [None req-7d796c36-05b0-4db1-bd76-a74f78fd5651 admin admin] Calling delete_port for 33e06591-7e13-4991-b420-1014e4fec115 owned by network:router_interface {{(pid=92943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:04:19.483695 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7d796c36-05b0-4db1-bd76-a74f78fd5651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725947'] for port, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:19.515664 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d796c36-05b0-4db1-bd76-a74f78fd5651 admin admin] Pushing event deleted for resources: {'Port': ['ID=33e06591-7e13-4991-b420-1014e4fec115,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:04:19.542461 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d796c36-05b0-4db1-bd76-a74f78fd5651 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:19.542809 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d796c36-05b0-4db1-bd76-a74f78fd5651 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:19.543155 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d796c36-05b0-4db1-bd76-a74f78fd5651 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:19.543490 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d796c36-05b0-4db1-bd76-a74f78fd5651 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:19.543846 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d796c36-05b0-4db1-bd76-a74f78fd5651 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:19.544183 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d796c36-05b0-4db1-bd76-a74f78fd5651 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:19.544516 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d796c36-05b0-4db1-bd76-a74f78fd5651 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:19.544845 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d796c36-05b0-4db1-bd76-a74f78fd5651 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:19.545171 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d796c36-05b0-4db1-bd76-a74f78fd5651 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:19.545495 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d796c36-05b0-4db1-bd76-a74f78fd5651 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:19.545819 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d796c36-05b0-4db1-bd76-a74f78fd5651 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:19.546138 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d796c36-05b0-4db1-bd76-a74f78fd5651 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:19.690001 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7d796c36-05b0-4db1-bd76-a74f78fd5651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1991251'] for router_interface, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:19.696266 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 554e6c20-1208-4d44-9044-98232d30f5c2 no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:04:19.717640 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: 554e6c20-1208-4d44-9044-98232d30f5c2 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:04:19.717983 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 554e6c20-1208-4d44-9044-98232d30f5c2 not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:04:19.718393 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 17d92e54-ea4a-42f8-bfc4-e60ced2fc612 no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:04:19.736479 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: 17d92e54-ea4a-42f8-bfc4-e60ced2fc612 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:04:19.736761 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 17d92e54-ea4a-42f8-bfc4-e60ced2fc612 not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:04:19.737166 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device c9c5c4e2-53e5-47b4-a541-c5c9c416cff4 no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:04:19.757350 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: c9c5c4e2-53e5-47b4-a541-c5c9c416cff4 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:04:19.757707 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device c9c5c4e2-53e5-47b4-a541-c5c9c416cff4 not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:04:19.907446 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d796c36-05b0-4db1-bd76-a74f78fd5651 admin admin] Router a05bf814-76a7-4f84-a7b7-571b3c5337eb has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:04:20.019533 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d796c36-05b0-4db1-bd76-a74f78fd5651 admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:04:20.027778 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-7d796c36-05b0-4db1-bd76-a74f78fd5651 admin admin] 10.222.0.91 "PUT /v2.0/routers/a05bf814-76a7-4f84-a7b7-571b3c5337eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4282699 Jun 30 11:04:20.028174 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35648) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:04:20.029537 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4629e180-01ae-419b-96dc-57f9d649cc53 None None] Sync routers for ids ['a05bf814-76a7-4f84-a7b7-571b3c5337eb'] in dv-cinder-786627-16-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:04:20.039887 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4629e180-01ae-419b-96dc-57f9d649cc53 None None] Routers {'a05bf814-76a7-4f84-a7b7-571b3c5337eb'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:04:20.040518 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-4629e180-01ae-419b-96dc-57f9d649cc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:04:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['a05bf814-76a7-4f84-a7b7-571b3c5337eb'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:04:20.140416 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7e5113a0-3495-4252-8312-5f9d08746ff3 admin admin] Notify callbacks [] for router, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:20.240646 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-4629e180-01ae-419b-96dc-57f9d649cc53 None None] Set router a05bf814-76a7-4f84-a7b7-571b3c5337eb gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:04:20.247258 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7e5113a0-3495-4252-8312-5f9d08746ff3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:20.299302 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-7e5113a0-3495-4252-8312-5f9d08746ff3 admin admin] Deleting port a7fa5d3a-f8c3-49ec-b457-c69e9052750e {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:04:20.299551 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7e5113a0-3495-4252-8312-5f9d08746ff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:20.382051 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-7e5113a0-3495-4252-8312-5f9d08746ff3 admin admin] For port a7fa5d3a-f8c3-49ec-b457-c69e9052750e, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=a7fa5d3a-f8c3-49ec-b457-c69e9052750e,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:04:20.382413 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7e5113a0-3495-4252-8312-5f9d08746ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:20.397515 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-7e5113a0-3495-4252-8312-5f9d08746ff3 admin admin] Calling delete_port for a7fa5d3a-f8c3-49ec-b457-c69e9052750e owned by network:router_gateway {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:04:20.421905 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-4629e180-01ae-419b-96dc-57f9d649cc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05bf814-76a7-4f84-a7b7-571b3c5337eb', 'name': 'tempest-TestShelveInstance-2093297893-router', 'tenant_id': 'e2c69676f7ee4a029443fad36210d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a7fa5d3a-f8c3-49ec-b457-c69e9052750e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:29Z', 'updated_at': '2021-06-30T11:04:19Z', 'revision_number': 5, 'project_id': 'e2c69676f7ee4a029443fad36210d70c', 'gw_port': {'id': 'a7fa5d3a-f8c3-49ec-b457-c69e9052750e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05bf814-76a7-4f84-a7b7-571b3c5337eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:30Z', 'updated_at': '2021-06-30T10:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:04:20.451514 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4629e180-01ae-419b-96dc-57f9d649cc53 None None] Checking router: a05bf814-76a7-4f84-a7b7-571b3c5337eb for host: dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:04:20.460322 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4629e180-01ae-419b-96dc-57f9d649cc53 None None] Routers {'a05bf814-76a7-4f84-a7b7-571b3c5337eb'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:04:20.460934 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-4629e180-01ae-419b-96dc-57f9d649cc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:04:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['a05bf814-76a7-4f84-a7b7-571b3c5337eb'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:04:20.545255 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-4629e180-01ae-419b-96dc-57f9d649cc53 None None] Set router a05bf814-76a7-4f84-a7b7-571b3c5337eb gateway port host: None {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:04:20.564170 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7e5113a0-3495-4252-8312-5f9d08746ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:20.589956 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5113a0-3495-4252-8312-5f9d08746ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7fa5d3a-f8c3-49ec-b457-c69e9052750e,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:04:20.596850 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-4629e180-01ae-419b-96dc-57f9d649cc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05bf814-76a7-4f84-a7b7-571b3c5337eb', 'name': 'tempest-TestShelveInstance-2093297893-router', 'tenant_id': 'e2c69676f7ee4a029443fad36210d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:29Z', 'updated_at': '2021-06-30T11:04:20Z', 'revision_number': 6, 'project_id': 'e2c69676f7ee4a029443fad36210d70c', 'gw_port_host': None}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:04:20.626094 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4629e180-01ae-419b-96dc-57f9d649cc53 None None] The sync data for ids ['a05bf814-76a7-4f84-a7b7-571b3c5337eb'] in dv-cinder-786627-16-iscsi is: [{'id': 'a05bf814-76a7-4f84-a7b7-571b3c5337eb', 'name': 'tempest-TestShelveInstance-2093297893-router', 'tenant_id': 'e2c69676f7ee4a029443fad36210d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:29Z', 'updated_at': '2021-06-30T11:04:20Z', 'revision_number': 6, 'project_id': 'e2c69676f7ee4a029443fad36210d70c', 'gw_port_host': None}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:04:20.658695 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7e5113a0-3495-4252-8312-5f9d08746ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995876'] for router_gateway, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:20.749407 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7e5113a0-3495-4252-8312-5f9d08746ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62870'] for router, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:20.751572 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7e5113a0-3495-4252-8312-5f9d08746ff3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:20.798282 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7e5113a0-3495-4252-8312-5f9d08746ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1984768'] for router, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:20.798891 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5113a0-3495-4252-8312-5f9d08746ff3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a05bf814-76a7-4f84-a7b7-571b3c5337eb {{(pid=92942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 11:04:20.803837 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7e5113a0-3495-4252-8312-5f9d08746ff3 admin admin] Notify callbacks [] for router, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:20.804960 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-7e5113a0-3495-4252-8312-5f9d08746ff3 admin admin] 10.222.0.91 "DELETE /v2.0/routers/a05bf814-76a7-4f84-a7b7-571b3c5337eb HTTP/1.1" status: 204 len: 168 time: 0.7757821 Jun 30 11:04:20.807411 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35650) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:04:20.853278 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b0083d-bfd6-44f9-bec8-ed4152315052 admin admin] Deleting subnet 2078836d-da27-4526-9b99-aa038729b40a {{(pid=92942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 11:04:20.856188 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-82b0083d-bfd6-44f9-bec8-ed4152315052 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:20.890044 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-82b0083d-bfd6-44f9-bec8-ed4152315052 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9400928'] for subnet, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:20.975676 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-82b0083d-bfd6-44f9-bec8-ed4152315052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988707'] for subnet, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:21.032114 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-82b0083d-bfd6-44f9-bec8-ed4152315052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8415361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8389490'] for subnet, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:21.060557 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0083d-bfd6-44f9-bec8-ed4152315052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2078836d-da27-4526-9b99-aa038729b40a,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:04:21.064170 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-82b0083d-bfd6-44f9-bec8-ed4152315052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:21.066497 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-82b0083d-bfd6-44f9-bec8-ed4152315052 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/2078836d-da27-4526-9b99-aa038729b40a HTTP/1.1" status: 204 len: 168 time: 0.2577217 Jun 30 11:04:21.069164 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35652) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:04:21.072259 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d653b6de-a3e9-420b-bce4-8674246a0c47 None None] Network e5d22871-277a-4917-9296-d35bab639a2c requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 11:04:21.136437 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-84da7c04-5693-4e8c-b56a-1aac689fd964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592536'] for network, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:21.194419 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-84da7c04-5693-4e8c-b56a-1aac689fd964 admin admin] Deleting port c3daea43-b686-40a4-a75f-e91bc79386aa {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:04:21.194759 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-84da7c04-5693-4e8c-b56a-1aac689fd964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:21.258413 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-84da7c04-5693-4e8c-b56a-1aac689fd964 admin admin] For port c3daea43-b686-40a4-a75f-e91bc79386aa, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=c3daea43-b686-40a4-a75f-e91bc79386aa,segment=NetworkSegment(b56c13ba-85d8-4ab8-b5f2-58d5527877ca),segment_id=b56c13ba-85d8-4ab8-b5f2-58d5527877ca)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:04:21.258772 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-84da7c04-5693-4e8c-b56a-1aac689fd964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:21.271590 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-84da7c04-5693-4e8c-b56a-1aac689fd964 admin admin] Calling delete_port for c3daea43-b686-40a4-a75f-e91bc79386aa owned by network:dhcp {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:04:21.355162 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-84da7c04-5693-4e8c-b56a-1aac689fd964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:21.369369 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50dd101-0fe0-42a3-bed5-afdc7b51027d None None] DHCP port deletion for e5d22871-277a-4917-9296-d35bab639a2c request from dv-cinder-786627-16-iscsi {{(pid=92944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 11:04:21.384612 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da7c04-5693-4e8c-b56a-1aac689fd964 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3daea43-b686-40a4-a75f-e91bc79386aa,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:04:21.386369 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da7c04-5693-4e8c-b56a-1aac689fd964 admin admin] No DVR routers for this DVR port c3daea43-b686-40a4-a75f-e91bc79386aa on host dv-cinder-786627-16-iscsi {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:04:21.458054 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-84da7c04-5693-4e8c-b56a-1aac689fd964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990652', 'neutron.services.segments.db._delete_segments_for_network-8758624453443'] for network, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:21.467879 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-84da7c04-5693-4e8c-b56a-1aac689fd964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d22871-277a-4917-9296-d35bab639a2c']}} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:04:21.483045 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-84da7c04-5693-4e8c-b56a-1aac689fd964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56c13ba-85d8-4ab8-b5f2-58d5527877ca') {'for_net_delete': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:04:21.483450 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-84da7c04-5693-4e8c-b56a-1aac689fd964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56c13ba-85d8-4ab8-b5f2-58d5527877ca') {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:04:21.493259 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-84da7c04-5693-4e8c-b56a-1aac689fd964 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758624364746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9400937'] for segment, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:21.507391 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-84da7c04-5693-4e8c-b56a-1aac689fd964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:21.513472 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84da7c04-5693-4e8c-b56a-1aac689fd964 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=92942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 11:04:21.513896 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-84da7c04-5693-4e8c-b56a-1aac689fd964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8415266'] for segment, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: Traceback (most recent call last): Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: timer() Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: cb(*args, **kw) Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: return func(*args, **kwargs) Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: self._notify() Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: self.callback(batched_events) Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: event.method(event) Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: return f(self, *a, **k) Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: return self._get(url).json() Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: return self.request(url, 'GET', **kwargs) Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 11:04:21.515588 dv-cinder-786627-16-iscsi neutron-server[92942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 11:04:21.570454 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-84da7c04-5693-4e8c-b56a-1aac689fd964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995776'] for network, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:21.576184 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-84da7c04-5693-4e8c-b56a-1aac689fd964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:21.577942 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-84da7c04-5693-4e8c-b56a-1aac689fd964 admin admin] 10.222.0.91 "DELETE /v2.0/networks/e5d22871-277a-4917-9296-d35bab639a2c HTTP/1.1" status: 204 len: 168 time: 0.5078406 Jun 30 11:04:21.590072 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da7c04-5693-4e8c-b56a-1aac689fd964 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5d22871-277a-4917-9296-d35bab639a2c,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:04:21.651565 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device c3daea43-b686-40a4-a75f-e91bc79386aa no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:04:21.672352 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: c3daea43-b686-40a4-a75f-e91bc79386aa {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:04:21.672730 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device c3daea43-b686-40a4-a75f-e91bc79386aa not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:04:21.678658 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device a7fa5d3a-f8c3-49ec-b457-c69e9052750e no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:04:21.698104 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: a7fa5d3a-f8c3-49ec-b457-c69e9052750e {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:04:21.698711 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device a7fa5d3a-f8c3-49ec-b457-c69e9052750e not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:04:21.699131 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 33e06591-7e13-4991-b420-1014e4fec115 no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:04:21.702822 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35656) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:04:21.717235 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: 33e06591-7e13-4991-b420-1014e4fec115 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:04:21.717584 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 33e06591-7e13-4991-b420-1014e4fec115 not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:04:21.744612 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-e84532e3-a75b-49d2-9ec9-709e3df93aac admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=13a517d383e7473c96ab94778ebcde3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405612 Jun 30 11:04:21.747043 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35658) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:04:21.795313 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c80e2f6d-5723-4062-bdba-45e1dc9d573c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:21.820441 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c80e2f6d-5723-4062-bdba-45e1dc9d573c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:21.865786 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c80e2f6d-5723-4062-bdba-45e1dc9d573c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:21.868688 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c80e2f6d-5723-4062-bdba-45e1dc9d573c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:21.869833 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-c80e2f6d-5723-4062-bdba-45e1dc9d573c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8b5b15c2-738a-4aa3-95b6-cc3281e877e0 HTTP/1.1" status: 204 len: 168 time: 0.1218824 Jun 30 11:04:21.877398 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e2f6d-5723-4062-bdba-45e1dc9d573c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5b15c2-738a-4aa3-95b6-cc3281e877e0,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:04:22.177960 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35664) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:04:22.219703 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-c7d36a43-f69d-4a13-b97f-335523793415 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e2c69676f7ee4a029443fad36210d70c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405190 Jun 30 11:04:22.222406 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35666) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:04:22.269800 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b5dc3702-7ca1-4a1e-8a6e-659f279d5d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:22.290880 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b5dc3702-7ca1-4a1e-8a6e-659f279d5d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:22.337176 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b5dc3702-7ca1-4a1e-8a6e-659f279d5d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:22.339829 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b5dc3702-7ca1-4a1e-8a6e-659f279d5d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:22.341197 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-b5dc3702-7ca1-4a1e-8a6e-659f279d5d6a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/96dec1e7-df4b-4065-a646-ff6ee4510bf8 HTTP/1.1" status: 204 len: 168 time: 0.1172647 Jun 30 11:04:22.349996 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc3702-7ca1-4a1e-8a6e-659f279d5d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dec1e7-df4b-4065-a646-ff6ee4510bf8,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:04:32.269303 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-ed6e9dd5-6e8a-4bfa-9008-4a6930094e67 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-283963470&fields=id&tenant_id=8972964496a446a198dd6c19b876f8a1 HTTP/1.1" status: 200 len: 267 time: 0.0335932 Jun 30 11:04:32.377292 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-d4959d27-5242-4546-b3fb-c10861419c98 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:32.378679 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-d4959d27-5242-4546-b3fb-c10861419c98 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/networks?id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 HTTP/1.1" status: 200 len: 812 time: 0.1018481 Jun 30 11:04:32.393695 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-c5775e50-c460-4302-8383-9b996cc63ed5 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/quotas/8972964496a446a198dd6c19b876f8a1 HTTP/1.1" status: 200 len: 375 time: 0.0093095 Jun 30 11:04:32.471193 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-8b49fb94-b87c-466c-bc80-a52e1d9f907b tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=8972964496a446a198dd6c19b876f8a1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0716212 Jun 30 11:04:32.486906 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-2c22b31d-8dfa-41f3-bf4a-f088de5ee304 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 11:04:32.487939 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-2c22b31d-8dfa-41f3-bf4a-f088de5ee304 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052474 Jun 30 11:04:32.577812 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-ba8fa312-0213-46eb-aa2c-fdb6953f1e85 service neutron] 10.222.0.91 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839682 Jun 30 11:04:32.665287 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-520191de-5e08-4685-bf39-de7ccd061f32 service neutron] 10.222.0.91 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811963 Jun 30 11:04:33.218778 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-be1e486e-6d88-413c-a881-c279581e29f9 req-2e6a7806-d5c0-4209-8cd3-6a2b5232505f tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=2238d0b9-da30-4480-a081-5cf4d00181e1 HTTP/1.1" status: 200 len: 210 time: 0.2877433 Jun 30 11:04:34.006946 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-62719e1e-b907-4e58-9512-fe504fa59064 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:34.008425 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-62719e1e-b907-4e58-9512-fe504fa59064 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.39 "GET /v2.0/networks?id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 HTTP/1.1" status: 200 len: 812 time: 0.1098692 Jun 30 11:04:34.057342 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-cfa6d096-38a6-4bcc-9f77-908fbf69f770 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8972964496a446a198dd6c19b876f8a1 HTTP/1.1" status: 200 len: 379 time: 0.0352714 Jun 30 11:04:34.065831 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-8b8a35cb-5f2c-4168-9791-abead1357fd2 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Request body: {'port': {'device_id': '2238d0b9-da30-4480-a081-5cf4d00181e1', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'admin_state_up': True, 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'security_groups': ['6cd0934e-37a6-4684-bac2-1123ed837321']}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:04:34.160587 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:34.180755 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-8b8a35cb-5f2c-4168-9791-abead1357fd2 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Made reservation on behalf of 8972964496a446a198dd6c19b876f8a1 for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:04:34.184393 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-8b8a35cb-5f2c-4168-9791-abead1357fd2 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:34.311684 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-8b8a35cb-5f2c-4168-9791-abead1357fd2 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Allocated IP 172.20.0.9 (087e97f3-dc3b-4c8f-b9f1-1866bc5918b4/efd489e9-f644-41f7-aacc-89874a3cc5ce/e2479c66-9fdd-40a9-92de-f9b776c379b3) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:04:34.385041 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-440eac30-7bf7-4cca-91e8-c4a7fd6ebaaa req-6583bcd7-6c32-4430-a778-b6481eaff67e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=2238d0b9-da30-4480-a081-5cf4d00181e1 HTTP/1.1" status: 200 len: 210 time: 0.0434892 Jun 30 11:04:34.488551 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-8b8a35cb-5f2c-4168-9791-abead1357fd2 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:34.502678 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-8b8a35cb-5f2c-4168-9791-abead1357fd2 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Transition to ACTIVE for port object e2479c66-9fdd-40a9-92de-f9b776c379b3 will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:04:34.540055 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-8b8a35cb-5f2c-4168-9791-abead1357fd2 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8415484'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:34.592072 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-8b8a35cb-5f2c-4168-9791-abead1357fd2 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Network 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:04:34.595481 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-8b8a35cb-5f2c-4168-9791-abead1357fd2 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:04:34.599371 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-8b8a35cb-5f2c-4168-9791-abead1357fd2 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 11:04:34.608050 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a35cb-5f2c-4168-9791-abead1357fd2 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Pushing event updated for resources: {'Port': ['ID=e2479c66-9fdd-40a9-92de-f9b776c379b3,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:04:34.659268 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-8b8a35cb-5f2c-4168-9791-abead1357fd2 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:34.659849 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-8b8a35cb-5f2c-4168-9791-abead1357fd2 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:34.674526 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-8b8a35cb-5f2c-4168-9791-abead1357fd2 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6122646 Jun 30 11:04:34.686634 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-33721d6b-a497-404e-afd5-0706fa39f058 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 11:04:34.688056 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-33721d6b-a497-404e-afd5-0706fa39f058 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072498 Jun 30 11:04:34.796431 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-3b35a841-843d-4f4a-934d-3921c7c2e9dc service neutron] Request body: {'port': {'device_id': '2238d0b9-da30-4480-a081-5cf4d00181e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:04:34.820065 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-cb232219-205a-41a1-a539-de0835729d47 None None] Provisioning for port e2479c66-9fdd-40a9-92de-f9b776c379b3 completed by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:04:34.823828 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-cb232219-205a-41a1-a539-de0835729d47 None None] Provisioning complete for port e2479c66-9fdd-40a9-92de-f9b776c379b3 triggered by entity DHCP. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:04:34.824273 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-cb232219-205a-41a1-a539-de0835729d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:34.857832 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-cb232219-205a-41a1-a539-de0835729d47 None None] Port e2479c66-9fdd-40a9-92de-f9b776c379b3 cannot update to ACTIVE because it is not bound. {{(pid=92944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 11:04:34.870094 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-3b35a841-843d-4f4a-934d-3921c7c2e9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:35.412065 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-3b35a841-843d-4f4a-934d-3921c7c2e9dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2479c66-9fdd-40a9-92de-f9b776c379b3 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 11:04:35.419844 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-3b35a841-843d-4f4a-934d-3921c7c2e9dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:35.432479 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-3b35a841-843d-4f4a-934d-3921c7c2e9dc service neutron] Transition to ACTIVE for port object e2479c66-9fdd-40a9-92de-f9b776c379b3 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:04:35.437437 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-3b35a841-843d-4f4a-934d-3921c7c2e9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:35.487484 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35a841-843d-4f4a-934d-3921c7c2e9dc service neutron] Pushing event updated for resources: {'Port': ['ID=e2479c66-9fdd-40a9-92de-f9b776c379b3,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:04:35.564233 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-3b35a841-843d-4f4a-934d-3921c7c2e9dc service neutron] Attempting to bind port e2479c66-9fdd-40a9-92de-f9b776c379b3 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 11:04:35.564811 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-3b35a841-843d-4f4a-934d-3921c7c2e9dc service neutron] Attempting to bind port e2479c66-9fdd-40a9-92de-f9b776c379b3 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'c484a693-02fe-4b88-b031-94070b401948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 11:04:35.565214 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-3b35a841-843d-4f4a-934d-3921c7c2e9dc service neutron] Attempting to bind port e2479c66-9fdd-40a9-92de-f9b776c379b3 on network 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:04:35.570373 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-3b35a841-843d-4f4a-934d-3921c7c2e9dc service neutron] Port e2479c66-9fdd-40a9-92de-f9b776c379b3 on network 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 11:04:35.570780 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-3b35a841-843d-4f4a-934d-3921c7c2e9dc service neutron] Attempting to bind port e2479c66-9fdd-40a9-92de-f9b776c379b3 on network 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:04:35.577480 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-3b35a841-843d-4f4a-934d-3921c7c2e9dc service neutron] Checking agent: {'id': '5d5b2242-4ffd-4515-a15c-824c74b42c52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'started_at': datetime.datetime(2021, 6, 30, 10, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 11, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:04:35.577915 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-3b35a841-843d-4f4a-934d-3921c7c2e9dc service neutron] Checking segment: {'id': 'c484a693-02fe-4b88-b031-94070b401948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 11:04:35.578445 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-3b35a841-843d-4f4a-934d-3921c7c2e9dc service neutron] Bound using segment: {'id': 'c484a693-02fe-4b88-b031-94070b401948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:04:35.578878 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-3b35a841-843d-4f4a-934d-3921c7c2e9dc service neutron] Bound port: e2479c66-9fdd-40a9-92de-f9b776c379b3, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c484a693-02fe-4b88-b031-94070b401948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 11:04:35.579308 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-3b35a841-843d-4f4a-934d-3921c7c2e9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:35.581178 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae8973-21bf-4688-b0b0-178b61d2ad17 req-b58aafc0-e7b1-4487-899a-87f4675387a7 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:35.589816 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-40ae8973-21bf-4688-b0b0-178b61d2ad17 req-b58aafc0-e7b1-4487-899a-87f4675387a7 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=2238d0b9-da30-4480-a081-5cf4d00181e1 HTTP/1.1" status: 200 len: 943 time: 0.0727441 Jun 30 11:04:35.629587 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-40ae8973-21bf-4688-b0b0-178b61d2ad17 req-927b0c47-e2d9-4fdd-8c7e-9f3c90a2a5f7 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387020 Jun 30 11:04:35.660021 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-3b35a841-843d-4f4a-934d-3921c7c2e9dc service neutron] For port e2479c66-9fdd-40a9-92de-f9b776c379b3, host hv-cinder-78662, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 11:04:35.663832 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-3b35a841-843d-4f4a-934d-3921c7c2e9dc service neutron] For port e2479c66-9fdd-40a9-92de-f9b776c379b3, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e2479c66-9fdd-40a9-92de-f9b776c379b3,segment=NetworkSegment(c484a693-02fe-4b88-b031-94070b401948),segment_id=c484a693-02fe-4b88-b031-94070b401948)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 11:04:35.668857 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-3b35a841-843d-4f4a-934d-3921c7c2e9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:35.702103 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-3b35a841-843d-4f4a-934d-3921c7c2e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:35.702737 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-3b35a841-843d-4f4a-934d-3921c7c2e9dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:35.704117 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-3b35a841-843d-4f4a-934d-3921c7c2e9dc service neutron] 10.222.0.39 "PUT /v2.0/ports/e2479c66-9fdd-40a9-92de-f9b776c379b3 HTTP/1.1" status: 200 len: 1093 time: 1.0086272 Jun 30 11:04:35.704552 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2238d0b9-da30-4480-a081-5cf4d00181e1', 'tag': 'e2479c66-9fdd-40a9-92de-f9b776c379b3'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:04:35.706785 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bda0ed-0381-43e6-b39c-e97f36b5995e" -d '{"events": [{"name": "network-changed", "server_uuid": "2238d0b9-da30-4480-a081-5cf4d00181e1", "tag": "e2479c66-9fdd-40a9-92de-f9b776c379b3"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:04:35.736410 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35a841-843d-4f4a-934d-3921c7c2e9dc service neutron] Pushing event updated for resources: {'Port': ['ID=e2479c66-9fdd-40a9-92de-f9b776c379b3,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:04:35.785472 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 11:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542665eb-7cb0-4d7b-85f2-489098ac8060 x-openstack-request-id: req-542665eb-7cb0-4d7b-85f2-489098ac8060 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:04:35.785793 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2238d0b9-da30-4480-a081-5cf4d00181e1", "tag": "e2479c66-9fdd-40a9-92de-f9b776c379b3", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:04:35.786560 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-542665eb-7cb0-4d7b-85f2-489098ac8060 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:04:35.786975 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2238d0b9-da30-4480-a081-5cf4d00181e1', 'tag': 'e2479c66-9fdd-40a9-92de-f9b776c379b3', 'status': 'completed', 'code': 200} Jun 30 11:04:35.813572 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-3b967d8d-ab81-4d23-b6d3-c0674335ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:35.815091 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-3b967d8d-ab81-4d23-b6d3-c0674335ca6b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8972964496a446a198dd6c19b876f8a1&device_id=2238d0b9-da30-4480-a081-5cf4d00181e1 HTTP/1.1" status: 200 len: 1096 time: 0.0666676 Jun 30 11:04:35.858333 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-da79064c-8493-4247-9a76-fc74ecbbf9b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2479c66-9fdd-40a9-92de-f9b776c379b3 HTTP/1.1" status: 200 len: 217 time: 0.0350771 Jun 30 11:04:35.907929 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-fcc0aa44-5ab5-4b8f-84a4-db29b7ce8750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:35.909377 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-fcc0aa44-5ab5-4b8f-84a4-db29b7ce8750 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=efd489e9-f644-41f7-aacc-89874a3cc5ce HTTP/1.1" status: 200 len: 851 time: 0.0453315 Jun 30 11:04:35.964499 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0b10df9b-6a18-496a-b4b2-0bb46af57d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:35.970557 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-2476fdae-a8a1-4028-9bf2-4783d1f4bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:35.972165 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-2476fdae-a8a1-4028-9bf2-4783d1f4bb48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0562768 Jun 30 11:04:36.060558 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-5de30be3-61cd-4c2c-9f28-3869b1e70f83 service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815635 Jun 30 11:04:36.153631 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-21ed39bc-f8d2-4740-9454-1698256eed54 req-171e76e5-c0b4-4614-8038-403f34f8ca77 service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871344 Jun 30 11:04:36.250373 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bda0ed-0381-43e6-b39c-e97f36b5995e req-d83ba53c-375e-428d-9eeb-f9f7f1a638e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:36.251774 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-93bda0ed-0381-43e6-b39c-e97f36b5995e req-d83ba53c-375e-428d-9eeb-f9f7f1a638e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8972964496a446a198dd6c19b876f8a1&device_id=2238d0b9-da30-4480-a081-5cf4d00181e1 HTTP/1.1" status: 200 len: 1096 time: 0.0521109 Jun 30 11:04:36.342295 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bda0ed-0381-43e6-b39c-e97f36b5995e req-03aafcf6-24ab-43bc-82c9-9dd45a4155ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:36.343803 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-93bda0ed-0381-43e6-b39c-e97f36b5995e req-03aafcf6-24ab-43bc-82c9-9dd45a4155ca service neutron] 10.222.0.39 "GET /v2.0/networks?id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 HTTP/1.1" status: 200 len: 913 time: 0.0850434 Jun 30 11:04:36.389191 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-93bda0ed-0381-43e6-b39c-e97f36b5995e req-48fb8da8-cbf5-41f2-8ed2-625097048998 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2479c66-9fdd-40a9-92de-f9b776c379b3 HTTP/1.1" status: 200 len: 217 time: 0.0384655 Jun 30 11:04:36.440262 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bda0ed-0381-43e6-b39c-e97f36b5995e req-1fe73c59-e737-4cd2-98d0-9c550e449612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:36.441752 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-93bda0ed-0381-43e6-b39c-e97f36b5995e req-1fe73c59-e737-4cd2-98d0-9c550e449612 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=efd489e9-f644-41f7-aacc-89874a3cc5ce HTTP/1.1" status: 200 len: 851 time: 0.0448623 Jun 30 11:04:36.499755 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bda0ed-0381-43e6-b39c-e97f36b5995e req-614e73fd-953a-4dea-abee-4cd9e10eda02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:36.501322 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-93bda0ed-0381-43e6-b39c-e97f36b5995e req-614e73fd-953a-4dea-abee-4cd9e10eda02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522118 Jun 30 11:04:36.596131 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-93bda0ed-0381-43e6-b39c-e97f36b5995e req-74ab9d94-2214-480a-9ea9-7bb5bd0594c7 service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847337 Jun 30 11:04:36.688720 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-93bda0ed-0381-43e6-b39c-e97f36b5995e req-23a5034c-ff07-4579-a309-7974e5014afd service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827634 Jun 30 11:04:36.809236 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e02d0-131e-4c69-ab94-e5c32b244ef2 req-9d15a968-963e-4879-92e4-424c1ea2ecad tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:36.810728 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5e2e02d0-131e-4c69-ab94-e5c32b244ef2 req-9d15a968-963e-4879-92e4-424c1ea2ecad tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=2238d0b9-da30-4480-a081-5cf4d00181e1 HTTP/1.1" status: 200 len: 943 time: 0.0657437 Jun 30 11:04:36.848090 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-5e2e02d0-131e-4c69-ab94-e5c32b244ef2 req-e00c3892-1e82-4413-8330-90d878a8b547 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317197 Jun 30 11:04:37.697154 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4a40acb9-5555-4619-beb2-d5943f03b9c6 req-ec270846-c95f-40e2-b7f3-2203064a0dcf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508955 Jun 30 11:04:37.776505 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40acb9-5555-4619-beb2-d5943f03b9c6 req-3b02fd15-6c6c-482a-860a-3dfb6f9b992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:37.778019 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4a40acb9-5555-4619-beb2-d5943f03b9c6 req-3b02fd15-6c6c-482a-860a-3dfb6f9b992e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8972964496a446a198dd6c19b876f8a1&device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 1099 time: 0.0573418 Jun 30 11:04:37.888667 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40acb9-5555-4619-beb2-d5943f03b9c6 req-be601d61-46ff-42cc-8006-2f034db9ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:37.890180 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4a40acb9-5555-4619-beb2-d5943f03b9c6 req-be601d61-46ff-42cc-8006-2f034db9ac6f service neutron] 10.222.0.39 "GET /v2.0/networks?id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 HTTP/1.1" status: 200 len: 913 time: 0.0870745 Jun 30 11:04:37.962951 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4a40acb9-5555-4619-beb2-d5943f03b9c6 req-349bbb04-c561-41e9-8750-8edd9ef204fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca0d6a4-4057-4d77-9b48-7c425024ad18 HTTP/1.1" status: 200 len: 1002 time: 0.0651920 Jun 30 11:04:38.035659 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40acb9-5555-4619-beb2-d5943f03b9c6 req-0cb6f3a4-f920-4e30-9b17-6febe03d1c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:38.037659 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4a40acb9-5555-4619-beb2-d5943f03b9c6 req-0cb6f3a4-f920-4e30-9b17-6febe03d1c4c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=efd489e9-f644-41f7-aacc-89874a3cc5ce HTTP/1.1" status: 200 len: 851 time: 0.0645726 Jun 30 11:04:38.092877 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a64892-e575-4716-aa11-7197f74f09e9 req-6091f2c7-7e84-4042-a985-a5f2618d9d75 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:38.094329 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-55a64892-e575-4716-aa11-7197f74f09e9 req-6091f2c7-7e84-4042-a985-a5f2618d9d75 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=2238d0b9-da30-4480-a081-5cf4d00181e1 HTTP/1.1" status: 200 len: 943 time: 0.1299605 Jun 30 11:04:38.141196 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40acb9-5555-4619-beb2-d5943f03b9c6 req-1a47af20-0e1a-46ce-8ef8-e13616f03b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:38.142602 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4a40acb9-5555-4619-beb2-d5943f03b9c6 req-1a47af20-0e1a-46ce-8ef8-e13616f03b0a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0973129 Jun 30 11:04:38.145843 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-55a64892-e575-4716-aa11-7197f74f09e9 req-09828fd2-b100-4888-809e-e44c3cc61b8f tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439417 Jun 30 11:04:38.231066 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4a40acb9-5555-4619-beb2-d5943f03b9c6 req-3ab43b50-fe79-4b52-b93b-85de12369df6 service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821130 Jun 30 11:04:38.323130 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4a40acb9-5555-4619-beb2-d5943f03b9c6 req-481da871-b36a-4928-8339-3358de4324ab service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856259 Jun 30 11:04:38.833403 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-54b08180-af94-45cb-baee-21499e80fad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:39.078152 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:39.325134 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c28211-8dac-4032-a2cf-a7d82643bafb req-9fe4d4a0-4748-418d-bb2f-ec15b639c1f6 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:39.326598 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-f5c28211-8dac-4032-a2cf-a7d82643bafb req-9fe4d4a0-4748-418d-bb2f-ec15b639c1f6 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=2238d0b9-da30-4480-a081-5cf4d00181e1 HTTP/1.1" status: 200 len: 943 time: 0.0621383 Jun 30 11:04:39.363841 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-f5c28211-8dac-4032-a2cf-a7d82643bafb req-d730fd5f-f802-4215-a22e-7a39c9b923bd tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314062 Jun 30 11:04:39.813344 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:40.536491 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42df3fd-43e9-442a-be43-29012f26bf09 req-dcb943d1-6b79-443a-91c0-f61a1c61f80b tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:40.538058 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b42df3fd-43e9-442a-be43-29012f26bf09 req-dcb943d1-6b79-443a-91c0-f61a1c61f80b tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=2238d0b9-da30-4480-a081-5cf4d00181e1 HTTP/1.1" status: 200 len: 943 time: 0.0624945 Jun 30 11:04:40.574385 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b42df3fd-43e9-442a-be43-29012f26bf09 req-1eb898f8-4e80-4d3b-bc9f-aab6e5239862 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307782 Jun 30 11:04:41.518831 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:41.747300 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502918f1-e882-4fb3-ae79-8f18df23914b req-d8662416-709d-4a0b-b599-d83d179b2146 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:41.748783 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-502918f1-e882-4fb3-ae79-8f18df23914b req-d8662416-709d-4a0b-b599-d83d179b2146 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=2238d0b9-da30-4480-a081-5cf4d00181e1 HTTP/1.1" status: 200 len: 943 time: 0.0624514 Jun 30 11:04:41.786972 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-502918f1-e882-4fb3-ae79-8f18df23914b req-f410f4c4-41f7-4da2-a611-62906f3096fb tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312667 Jun 30 11:04:42.963493 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29c9c8-2423-44ac-b576-e50e1055913e req-fad61507-870e-4c51-bd30-d4e7866de417 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:42.964983 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c29c9c8-2423-44ac-b576-e50e1055913e req-fad61507-870e-4c51-bd30-d4e7866de417 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=2238d0b9-da30-4480-a081-5cf4d00181e1 HTTP/1.1" status: 200 len: 943 time: 0.0643463 Jun 30 11:04:43.006899 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c29c9c8-2423-44ac-b576-e50e1055913e req-c2959d31-60bd-46cb-b089-294280e6ef18 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360982 Jun 30 11:04:43.268590 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:04:43.921025 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device e2479c66-9fdd-40a9-92de-f9b776c379b3 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 11:04:44.014412 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port e2479c66-9fdd-40a9-92de-f9b776c379b3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e2479c66-9fdd-40a9-92de-f9b776c379b3,segment=NetworkSegment(c484a693-02fe-4b88-b031-94070b401948),segment_id=c484a693-02fe-4b88-b031-94070b401948)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:04:44.026671 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Returning: {'device': 'e2479c66-9fdd-40a9-92de-f9b776c379b3', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'port_id': 'e2479c66-9fdd-40a9-92de-f9b776c379b3', 'mac_address': 'fa:16:3e:81:97:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 11:04:44.063096 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:44.076137 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2479c66-9fdd-40a9-92de-f9b776c379b3 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 11:04:44.096244 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port e2479c66-9fdd-40a9-92de-f9b776c379b3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e2479c66-9fdd-40a9-92de-f9b776c379b3,segment=NetworkSegment(c484a693-02fe-4b88-b031-94070b401948),segment_id=c484a693-02fe-4b88-b031-94070b401948)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:04:44.100856 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:44.147444 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=e2479c66-9fdd-40a9-92de-f9b776c379b3,revision_number=4']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:04:44.154384 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:44.154734 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:44.155075 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:44.155412 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:44.155772 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:44.156107 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:44.156441 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:44.156765 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:44.157092 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:44.157418 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:44.157739 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:44.158059 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:44.183495 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f19981-d72a-4273-8739-743582f209bc req-09ce21e9-b5a1-4ab0-856e-c2d55ce4f4b8 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:44.184926 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-12f19981-d72a-4273-8739-743582f209bc req-09ce21e9-b5a1-4ab0-856e-c2d55ce4f4b8 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=2238d0b9-da30-4480-a081-5cf4d00181e1 HTTP/1.1" status: 200 len: 944 time: 0.0675280 Jun 30 11:04:44.222082 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-12f19981-d72a-4273-8739-743582f209bc req-a70e585e-5dc8-4ffd-8575-9bee3b2493c9 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314536 Jun 30 11:04:44.354189 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] get_ports_and_sgs() called for port_ids ['e2479c66-9fdd-40a9-92de-f9b776c379b3'] {{(pid=92944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 11:04:45.399970 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7a03e-f44b-4cf8-b570-6e19f43eef22 req-0ee760ad-d5f3-4ff5-b469-573aa64bf3ea tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:45.401462 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-16c7a03e-f44b-4cf8-b570-6e19f43eef22 req-0ee760ad-d5f3-4ff5-b469-573aa64bf3ea tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=2238d0b9-da30-4480-a081-5cf4d00181e1 HTTP/1.1" status: 200 len: 944 time: 0.0665252 Jun 30 11:04:45.438856 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-16c7a03e-f44b-4cf8-b570-6e19f43eef22 req-61d6b4fb-6ccc-4f29-972f-77359afc4837 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316751 Jun 30 11:04:45.925858 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device e2479c66-9fdd-40a9-92de-f9b776c379b3 up at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 11:04:45.974301 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning for port e2479c66-9fdd-40a9-92de-f9b776c379b3 completed by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:04:45.977938 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Provisioning complete for port e2479c66-9fdd-40a9-92de-f9b776c379b3 triggered by entity L2. {{(pid=92944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:04:45.978316 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845621'] for port, provisioning_complete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:46.054721 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:46.077810 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2238d0b9-da30-4480-a081-5cf4d00181e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2479c66-9fdd-40a9-92de-f9b776c379b3'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:04:46.080110 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2eafa4a002428e7a5e63ed329aa9ad01f2df97ce919a181877f1ffa98270ec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41ccf77-b303-422c-99b1-1c992b2aa038" -d '{"events": [{"server_uuid": "2238d0b9-da30-4480-a081-5cf4d00181e1", "name": "network-vif-plugged", "status": "completed", "tag": "e2479c66-9fdd-40a9-92de-f9b776c379b3"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:04:46.093829 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] For port e2479c66-9fdd-40a9-92de-f9b776c379b3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e2479c66-9fdd-40a9-92de-f9b776c379b3,segment=NetworkSegment(c484a693-02fe-4b88-b031-94070b401948),segment_id=c484a693-02fe-4b88-b031-94070b401948)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:04:46.097878 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:46.123317 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 11:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb233cbb-447e-46ff-9b79-db4f6f90e68a x-openstack-request-id: req-eb233cbb-447e-46ff-9b79-db4f6f90e68a {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:04:46.123610 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2238d0b9-da30-4480-a081-5cf4d00181e1", "name": "network-vif-plugged", "status": "completed", "tag": "e2479c66-9fdd-40a9-92de-f9b776c379b3", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:04:46.123883 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-eb233cbb-447e-46ff-9b79-db4f6f90e68a {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:04:46.124266 dv-cinder-786627-16-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2238d0b9-da30-4480-a081-5cf4d00181e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2479c66-9fdd-40a9-92de-f9b776c379b3', 'code': 200} Jun 30 11:04:46.153958 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Pushing event updated for resources: {'Port': ['ID=e2479c66-9fdd-40a9-92de-f9b776c379b3,revision_number=5']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:04:46.391268 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339633c0-db61-4571-a053-c982e225ffc4 req-5fa704ca-01ae-4bf7-86a7-99bf914c9145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:46.392789 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-339633c0-db61-4571-a053-c982e225ffc4 req-5fa704ca-01ae-4bf7-86a7-99bf914c9145 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2238d0b9-da30-4480-a081-5cf4d00181e1 HTTP/1.1" status: 200 len: 1098 time: 0.0520768 Jun 30 11:04:46.428429 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-339633c0-db61-4571-a053-c982e225ffc4 req-7c49da4f-c03f-44a8-a55b-2a6f3f96a7de service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289581 Jun 30 11:04:46.617143 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf7526-1101-414e-98ed-68f2243db2bd req-a59e09a6-896f-4bc5-a95b-176966b0b52d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:46.618605 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-47cf7526-1101-414e-98ed-68f2243db2bd req-a59e09a6-896f-4bc5-a95b-176966b0b52d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=2238d0b9-da30-4480-a081-5cf4d00181e1 HTTP/1.1" status: 200 len: 945 time: 0.0655801 Jun 30 11:04:46.655577 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-47cf7526-1101-414e-98ed-68f2243db2bd req-e075aa6f-db5b-42de-bd4f-5d9b0ccbf8b1 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313528 Jun 30 11:04:47.826806 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cca4b4-884f-4aa5-b627-f0196264c897 req-61fc2521-78c6-4e4d-9f19-8dcb2f6e344d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:47.828294 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-72cca4b4-884f-4aa5-b627-f0196264c897 req-61fc2521-78c6-4e4d-9f19-8dcb2f6e344d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=2238d0b9-da30-4480-a081-5cf4d00181e1 HTTP/1.1" status: 200 len: 945 time: 0.0619302 Jun 30 11:04:47.864903 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-72cca4b4-884f-4aa5-b627-f0196264c897 req-017d6c82-6fdc-4180-9e6c-92bd2309ae01 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302787 Jun 30 11:04:48.037515 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f4936-8406-4d41-8569-7f26ef8d280b req-3a28bdaf-2467-4dc8-b9e0-cc06ef30d28c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:48.038995 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a14f4936-8406-4d41-8569-7f26ef8d280b req-3a28bdaf-2467-4dc8-b9e0-cc06ef30d28c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=2238d0b9-da30-4480-a081-5cf4d00181e1 HTTP/1.1" status: 200 len: 945 time: 0.0632963 Jun 30 11:04:48.079164 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a14f4936-8406-4d41-8569-7f26ef8d280b req-7489138b-b9ef-408f-9231-fe4b71e5ecf5 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345130 Jun 30 11:04:48.104099 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35756) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:04:48.156470 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65b4899-60fa-44a5-afff-00d88a8d1b86 tempest-TestVolumeBootPattern-577149985 tempest-TestVolumeBootPattern-577149985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:48.157888 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-d65b4899-60fa-44a5-afff-00d88a8d1b86 tempest-TestVolumeBootPattern-577149985 tempest-TestVolumeBootPattern-577149985-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=2238d0b9-da30-4480-a081-5cf4d00181e1 HTTP/1.1" status: 200 len: 1093 time: 0.0527866 Jun 30 11:04:48.160616 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35758) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:04:48.164854 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-7ac77eb1-5857-4469-b50b-a28f73a80f46 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Request body: {'floatingip': {'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'port_id': 'e2479c66-9fdd-40a9-92de-f9b776c379b3', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:04:48.185196 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ac77eb1-5857-4469-b50b-a28f73a80f46 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for floatingip, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:48.282007 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ac77eb1-5857-4469-b50b-a28f73a80f46 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:48.392579 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-7ac77eb1-5857-4469-b50b-a28f73a80f46 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Allocated IP 172.27.3.130 (35f17bf8-70f6-411c-85c9-98655ea214de/851b99d8-6dc6-42fa-aa4a-7df3a488276b/5a96bad7-a9d8-493e-9deb-b969cafec2ae) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:04:48.492375 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ac77eb1-5857-4469-b50b-a28f73a80f46 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:48.529290 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ac77eb1-5857-4469-b50b-a28f73a80f46 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-527489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-390132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758624034241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8415484'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:48.565550 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac77eb1-5857-4469-b50b-a28f73a80f46 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Network 35f17bf8-70f6-411c-85c9-98655ea214de is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:04:48.568827 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-7ac77eb1-5857-4469-b50b-a28f73a80f46 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:04:48.572265 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac77eb1-5857-4469-b50b-a28f73a80f46 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 11:04:48.580046 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac77eb1-5857-4469-b50b-a28f73a80f46 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Pushing event updated for resources: {'Port': ['ID=5a96bad7-a9d8-493e-9deb-b969cafec2ae,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:04:48.937249 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ac77eb1-5857-4469-b50b-a28f73a80f46 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:49.015836 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ac77eb1-5857-4469-b50b-a28f73a80f46 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527566'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:49.167550 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ac77eb1-5857-4469-b50b-a28f73a80f46 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:49.172505 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ac77eb1-5857-4469-b50b-a28f73a80f46 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758624474637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758624034259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758624038148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8415438'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:49.238363 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac77eb1-5857-4469-b50b-a28f73a80f46 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Pushing event updated for resources: {'Port': ['ID=5a96bad7-a9d8-493e-9deb-b969cafec2ae,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:04:49.252970 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ac77eb1-5857-4469-b50b-a28f73a80f46 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995794'] for floatingip, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:49.356704 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.db.l3_db [None req-7ac77eb1-5857-4469-b50b-a28f73a80f46 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Floating IP 8b7a3f58-55c1-43f2-a2b3-c880536f24a1 associated. External IP: 172.27.3.130, port: e2479c66-9fdd-40a9-92de-f9b776c379b3. Jun 30 11:04:49.573867 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac77eb1-5857-4469-b50b-a28f73a80f46 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Router 8a961ecb-6520-4b55-9795-7d040e250188 has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:04:49.680025 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac77eb1-5857-4469-b50b-a28f73a80f46 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:04:49.689701 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dd2111-e63c-4fd2-957e-7438729c2175 None None] Sync routers for ids ['8a961ecb-6520-4b55-9795-7d040e250188'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:04:49.698110 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ac77eb1-5857-4469-b50b-a28f73a80f46 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for floatingip, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:49.701424 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dd2111-e63c-4fd2-957e-7438729c2175 None None] Routers {'8a961ecb-6520-4b55-9795-7d040e250188'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:04:49.702276 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-d2dd2111-e63c-4fd2-957e-7438729c2175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:04:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['8a961ecb-6520-4b55-9795-7d040e250188'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:04:49.737357 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-7ac77eb1-5857-4469-b50b-a28f73a80f46 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5757287 Jun 30 11:04:49.738038 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2238d0b9-da30-4480-a081-5cf4d00181e1', 'tag': 'e2479c66-9fdd-40a9-92de-f9b776c379b3'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:04:49.740866 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f1b083-d454-40e3-ae76-3bdb5b0b999c" -d '{"events": [{"name": "network-changed", "server_uuid": "2238d0b9-da30-4480-a081-5cf4d00181e1", "tag": "e2479c66-9fdd-40a9-92de-f9b776c379b3"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:04:49.786377 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 11:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bd5e5a-6889-4491-82f4-fe0020afbc25 x-openstack-request-id: req-42bd5e5a-6889-4491-82f4-fe0020afbc25 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:04:49.786748 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2238d0b9-da30-4480-a081-5cf4d00181e1", "tag": "e2479c66-9fdd-40a9-92de-f9b776c379b3", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:04:49.787091 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-42bd5e5a-6889-4491-82f4-fe0020afbc25 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:04:49.787844 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2238d0b9-da30-4480-a081-5cf4d00181e1', 'tag': 'e2479c66-9fdd-40a9-92de-f9b776c379b3', 'status': 'completed', 'code': 200} Jun 30 11:04:49.814172 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-d2dd2111-e63c-4fd2-957e-7438729c2175 None None] Set router 8a961ecb-6520-4b55-9795-7d040e250188 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:04:49.862414 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1b083-d454-40e3-ae76-3bdb5b0b999c req-e298371f-3fcd-44f1-a097-b291c608bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:49.864622 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-50f1b083-d454-40e3-ae76-3bdb5b0b999c req-e298371f-3fcd-44f1-a097-b291c608bb7b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8972964496a446a198dd6c19b876f8a1&device_id=2238d0b9-da30-4480-a081-5cf4d00181e1 HTTP/1.1" status: 200 len: 1098 time: 0.0561502 Jun 30 11:04:49.962042 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1b083-d454-40e3-ae76-3bdb5b0b999c req-6b9af5f8-ba3c-4ce1-8e1a-d9e03c8c61ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:49.963497 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-50f1b083-d454-40e3-ae76-3bdb5b0b999c req-6b9af5f8-ba3c-4ce1-8e1a-d9e03c8c61ee service neutron] 10.222.0.39 "GET /v2.0/networks?id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 HTTP/1.1" status: 200 len: 913 time: 0.0930128 Jun 30 11:04:50.029191 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-50f1b083-d454-40e3-ae76-3bdb5b0b999c req-f334145b-c82f-43fc-be7f-c230bf6cd1ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2479c66-9fdd-40a9-92de-f9b776c379b3 HTTP/1.1" status: 200 len: 999 time: 0.0591373 Jun 30 11:04:50.044203 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-d2dd2111-e63c-4fd2-957e-7438729c2175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T10:59:18Z', 'revision_number': 4, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '52f7abc4-3d5e-411c-a9e4-5fffc6601d1b', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'port_id': '6ca0d6a4-4057-4d77-9b48-7c425024ad18', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'mac_address': 'fa:16:3e:36:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68b946-dcb2-406c-9a50-48292ccc86e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:02:51Z', 'updated_at': '2021-06-30T11:02:53Z', 'revision_number': 1, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'fixed_ip_address_scope': None}, {'id': '8b7a3f58-55c1-43f2-a2b3-c880536f24a1', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'port_id': 'e2479c66-9fdd-40a9-92de-f9b776c379b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'mac_address': 'fa:16:3e:81:97:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238d0b9-da30-4480-a081-5cf4d00181e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:04:48Z', 'updated_at': '2021-06-30T11:04:48Z', 'revision_number': 0, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5e8a64-1be5-4fbd-bddb-404b2875711e', 'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'mac_address': 'fa:16:3e:f0:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:16Z', 'updated_at': '2021-06-30T10:59:26Z', 'revision_number': 5, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'subnets': [{'id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:04:50.071954 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dd2111-e63c-4fd2-957e-7438729c2175 None None] Checking router: 8a961ecb-6520-4b55-9795-7d040e250188 for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:04:50.080354 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dd2111-e63c-4fd2-957e-7438729c2175 None None] Routers {'8a961ecb-6520-4b55-9795-7d040e250188'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:04:50.080958 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-d2dd2111-e63c-4fd2-957e-7438729c2175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:04:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['8a961ecb-6520-4b55-9795-7d040e250188'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:04:50.085442 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1b083-d454-40e3-ae76-3bdb5b0b999c req-6e56c9bd-52f8-4073-a6e4-88dab1a82ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:50.086909 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-50f1b083-d454-40e3-ae76-3bdb5b0b999c req-6e56c9bd-52f8-4073-a6e4-88dab1a82ceb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=efd489e9-f644-41f7-aacc-89874a3cc5ce HTTP/1.1" status: 200 len: 851 time: 0.0514364 Jun 30 11:04:50.143549 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1b083-d454-40e3-ae76-3bdb5b0b999c req-5d97742e-b89c-4b07-942a-718e331b3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:50.145976 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-50f1b083-d454-40e3-ae76-3bdb5b0b999c req-5d97742e-b89c-4b07-942a-718e331b3676 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518241 Jun 30 11:04:50.187064 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-d2dd2111-e63c-4fd2-957e-7438729c2175 None None] Set router 8a961ecb-6520-4b55-9795-7d040e250188 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:04:50.235158 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-50f1b083-d454-40e3-ae76-3bdb5b0b999c req-c41c065b-dd2d-4737-ac0f-54f031518772 service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837409 Jun 30 11:04:50.332819 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-50f1b083-d454-40e3-ae76-3bdb5b0b999c req-64bc2253-4d69-42f1-ab17-3055991cdfbb service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915537 Jun 30 11:04:50.427971 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-d2dd2111-e63c-4fd2-957e-7438729c2175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T10:59:18Z', 'revision_number': 4, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '52f7abc4-3d5e-411c-a9e4-5fffc6601d1b', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'port_id': '6ca0d6a4-4057-4d77-9b48-7c425024ad18', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'mac_address': 'fa:16:3e:36:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68b946-dcb2-406c-9a50-48292ccc86e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:02:51Z', 'updated_at': '2021-06-30T11:02:53Z', 'revision_number': 1, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'fixed_ip_address_scope': None}, {'id': '8b7a3f58-55c1-43f2-a2b3-c880536f24a1', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'port_id': 'e2479c66-9fdd-40a9-92de-f9b776c379b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'mac_address': 'fa:16:3e:81:97:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238d0b9-da30-4480-a081-5cf4d00181e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:04:48Z', 'updated_at': '2021-06-30T11:04:48Z', 'revision_number': 0, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5e8a64-1be5-4fbd-bddb-404b2875711e', 'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'mac_address': 'fa:16:3e:f0:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:16Z', 'updated_at': '2021-06-30T10:59:26Z', 'revision_number': 5, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'subnets': [{'id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:04:50.454280 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dd2111-e63c-4fd2-957e-7438729c2175 None None] The sync data for ids ['8a961ecb-6520-4b55-9795-7d040e250188'] in dv-cinder-786627-16-iscsi is: [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T10:59:18Z', 'revision_number': 4, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '52f7abc4-3d5e-411c-a9e4-5fffc6601d1b', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'port_id': '6ca0d6a4-4057-4d77-9b48-7c425024ad18', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'mac_address': 'fa:16:3e:36:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68b946-dcb2-406c-9a50-48292ccc86e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:02:51Z', 'updated_at': '2021-06-30T11:02:53Z', 'revision_number': 1, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'fixed_ip_address_scope': None}, {'id': '8b7a3f58-55c1-43f2-a2b3-c880536f24a1', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'port_id': 'e2479c66-9fdd-40a9-92de-f9b776c379b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'mac_address': 'fa:16:3e:81:97:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238d0b9-da30-4480-a081-5cf4d00181e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:04:48Z', 'updated_at': '2021-06-30T11:04:48Z', 'revision_number': 0, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5e8a64-1be5-4fbd-bddb-404b2875711e', 'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'mac_address': 'fa:16:3e:f0:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:16Z', 'updated_at': '2021-06-30T10:59:26Z', 'revision_number': 5, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'subnets': [{'id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:04:50.639912 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8642f159-2ea1-4684-a519-d5049a316419 None None] New status for floating IP 8b7a3f58-55c1-43f2-a2b3-c880536f24a1: ACTIVE {{(pid=92945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:05:04.158158 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:05.964620 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5d705499-6b92-4e1a-aa68-261af225a032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:08.835585 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-efba49e2-fc0f-4ea7-927c-f6157ef52557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:09.079832 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:09.815798 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:11.521949 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:20.267537 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:05:34.157904 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:35.965356 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-386cafe6-1a83-47a9-9601-8ab11d66752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:38.837227 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4ef76539-464f-4fac-be3a-e5524bf2035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:39.082015 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:39.823465 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:40.233016 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b1f98c33-c0ce-406c-9133-b780ba1e84b9 req-4ff1f367-f19d-44a7-b6af-2ccbdb3364bf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515335 Jun 30 11:05:40.334761 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f98c33-c0ce-406c-9133-b780ba1e84b9 req-16bf1d37-ed26-469a-8a70-a000b07c82e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:40.336248 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b1f98c33-c0ce-406c-9133-b780ba1e84b9 req-16bf1d37-ed26-469a-8a70-a000b07c82e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8972964496a446a198dd6c19b876f8a1&device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 1099 time: 0.0530736 Jun 30 11:05:40.447042 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f98c33-c0ce-406c-9133-b780ba1e84b9 req-4dbab13f-8412-4773-9284-f07c38b8d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:40.448771 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b1f98c33-c0ce-406c-9133-b780ba1e84b9 req-4dbab13f-8412-4773-9284-f07c38b8d240 service neutron] 10.222.0.39 "GET /v2.0/networks?id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 HTTP/1.1" status: 200 len: 913 time: 0.0907261 Jun 30 11:05:40.515624 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b1f98c33-c0ce-406c-9133-b780ba1e84b9 req-7a32c16f-e901-4d2d-bf52-2e8ce28c22fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca0d6a4-4057-4d77-9b48-7c425024ad18 HTTP/1.1" status: 200 len: 1002 time: 0.0588551 Jun 30 11:05:40.567156 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f98c33-c0ce-406c-9133-b780ba1e84b9 req-43833871-2749-42bc-ae03-876db33670c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:40.569121 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b1f98c33-c0ce-406c-9133-b780ba1e84b9 req-43833871-2749-42bc-ae03-876db33670c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=efd489e9-f644-41f7-aacc-89874a3cc5ce HTTP/1.1" status: 200 len: 851 time: 0.0467393 Jun 30 11:05:40.627368 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f98c33-c0ce-406c-9133-b780ba1e84b9 req-38fedeb2-1d38-4c78-80f1-67fac942342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:40.628878 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b1f98c33-c0ce-406c-9133-b780ba1e84b9 req-38fedeb2-1d38-4c78-80f1-67fac942342a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0523911 Jun 30 11:05:40.715674 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b1f98c33-c0ce-406c-9133-b780ba1e84b9 req-94b54799-2549-4ba3-9b99-77c4de83a8a5 service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803244 Jun 30 11:05:40.812976 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b1f98c33-c0ce-406c-9133-b780ba1e84b9 req-a8850034-3341-48f9-b423-8db22ee41473 service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896227 Jun 30 11:05:41.525131 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:57.267065 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:06:04.169364 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:05.966269 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbaeb-3f4d-4cf4-9627-fd796a98dca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:08.841052 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2764252c-6928-4427-881d-5dbd96d89c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:09.084646 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:09.823681 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:11.649275 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:21.992251 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35796) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:06:22.153193 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Deleting port 5a96bad7-a9d8-493e-9deb-b969cafec2ae {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:06:22.153538 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:22.228544 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:22.228880 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:22.241062 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Calling delete_port for 5a96bad7-a9d8-493e-9deb-b969cafec2ae owned by network:floatingip {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:06:22.385981 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:22.414521 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Pushing event deleted for resources: {'Port': ['ID=5a96bad7-a9d8-493e-9deb-b969cafec2ae,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:06:22.719950 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:22.720293 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:22.720628 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:22.720957 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:22.721280 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:22.721608 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:22.721928 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:22.722264 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:22.722644 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:22.723019 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:22.723289 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:22.723598 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:22.763001 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for floatingip, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:22.763336 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.db.l3_db [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Floating IP 8b7a3f58-55c1-43f2-a2b3-c880536f24a1 disassociated (deleted). External IP: 172.27.3.130, port: e2479c66-9fdd-40a9-92de-f9b776c379b3. Jun 30 11:06:22.966609 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Router 8a961ecb-6520-4b55-9795-7d040e250188 has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:06:23.073598 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:06:23.078270 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for floatingip, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:23.083894 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4938d71c-38d2-49aa-85b8-b587d2452de4 None None] Sync routers for ids ['8a961ecb-6520-4b55-9795-7d040e250188'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:06:23.092908 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4938d71c-38d2-49aa-85b8-b587d2452de4 None None] Routers {'8a961ecb-6520-4b55-9795-7d040e250188'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:06:23.093610 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-4938d71c-38d2-49aa-85b8-b587d2452de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:06:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['8a961ecb-6520-4b55-9795-7d040e250188'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:06:23.115970 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-2b356120-7804-4c3e-8975-b4f1ebe7307c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "DELETE /v2.0/floatingips/8b7a3f58-55c1-43f2-a2b3-c880536f24a1 HTTP/1.1" status: 204 len: 168 time: 1.1225314 Jun 30 11:06:23.116593 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2238d0b9-da30-4480-a081-5cf4d00181e1', 'tag': 'e2479c66-9fdd-40a9-92de-f9b776c379b3'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:06:23.118954 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620bd25b-aba6-4766-99bb-cd40aa1432da" -d '{"events": [{"name": "network-changed", "server_uuid": "2238d0b9-da30-4480-a081-5cf4d00181e1", "tag": "e2479c66-9fdd-40a9-92de-f9b776c379b3"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:06:23.208834 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-4938d71c-38d2-49aa-85b8-b587d2452de4 None None] Set router 8a961ecb-6520-4b55-9795-7d040e250188 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:06:23.227835 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 11:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b097aee-3af5-4475-8922-0b3efad22858 x-openstack-request-id: req-1b097aee-3af5-4475-8922-0b3efad22858 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:06:23.229318 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2238d0b9-da30-4480-a081-5cf4d00181e1", "tag": "e2479c66-9fdd-40a9-92de-f9b776c379b3", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:06:23.229318 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1b097aee-3af5-4475-8922-0b3efad22858 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:06:23.229318 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2238d0b9-da30-4480-a081-5cf4d00181e1', 'tag': 'e2479c66-9fdd-40a9-92de-f9b776c379b3', 'status': 'completed', 'code': 200} Jun 30 11:06:23.321613 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bd25b-aba6-4766-99bb-cd40aa1432da req-8c084f7a-da6b-4c21-b730-f7477fa30edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:06:23.323134 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-620bd25b-aba6-4766-99bb-cd40aa1432da req-8c084f7a-da6b-4c21-b730-f7477fa30edb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8972964496a446a198dd6c19b876f8a1&device_id=2238d0b9-da30-4480-a081-5cf4d00181e1 HTTP/1.1" status: 200 len: 1098 time: 0.0594287 Jun 30 11:06:23.422092 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bd25b-aba6-4766-99bb-cd40aa1432da req-1264cb4b-1f4e-4207-98a3-02b3314f3b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:06:23.423583 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-620bd25b-aba6-4766-99bb-cd40aa1432da req-1264cb4b-1f4e-4207-98a3-02b3314f3b7c service neutron] 10.222.0.39 "GET /v2.0/networks?id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 HTTP/1.1" status: 200 len: 913 time: 0.0925293 Jun 30 11:06:23.468460 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-620bd25b-aba6-4766-99bb-cd40aa1432da req-7aa227e1-e1e9-4b2a-bbd0-2bff9442e3bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2479c66-9fdd-40a9-92de-f9b776c379b3 HTTP/1.1" status: 200 len: 217 time: 0.0366354 Jun 30 11:06:23.474286 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-4938d71c-38d2-49aa-85b8-b587d2452de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T10:59:18Z', 'revision_number': 4, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '52f7abc4-3d5e-411c-a9e4-5fffc6601d1b', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'port_id': '6ca0d6a4-4057-4d77-9b48-7c425024ad18', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'mac_address': 'fa:16:3e:36:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68b946-dcb2-406c-9a50-48292ccc86e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:02:51Z', 'updated_at': '2021-06-30T11:02:53Z', 'revision_number': 1, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5e8a64-1be5-4fbd-bddb-404b2875711e', 'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'mac_address': 'fa:16:3e:f0:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:16Z', 'updated_at': '2021-06-30T10:59:26Z', 'revision_number': 5, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'subnets': [{'id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:06:23.504425 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4938d71c-38d2-49aa-85b8-b587d2452de4 None None] Checking router: 8a961ecb-6520-4b55-9795-7d040e250188 for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:06:23.510120 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae972255-2b72-4660-b70c-562902ba7c7a req-1cba1140-f0f2-4678-8b38-77becfbf767f tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:06:23.511629 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-ae972255-2b72-4660-b70c-562902ba7c7a req-1cba1140-f0f2-4678-8b38-77becfbf767f tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=2238d0b9-da30-4480-a081-5cf4d00181e1 HTTP/1.1" status: 200 len: 945 time: 0.0682564 Jun 30 11:06:23.513736 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4938d71c-38d2-49aa-85b8-b587d2452de4 None None] Routers {'8a961ecb-6520-4b55-9795-7d040e250188'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:06:23.514359 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-4938d71c-38d2-49aa-85b8-b587d2452de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:06:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['8a961ecb-6520-4b55-9795-7d040e250188'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:06:23.522887 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bd25b-aba6-4766-99bb-cd40aa1432da req-a872ee87-7767-4693-a2fd-eee1614571a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:06:23.524458 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-620bd25b-aba6-4766-99bb-cd40aa1432da req-a872ee87-7767-4693-a2fd-eee1614571a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=efd489e9-f644-41f7-aacc-89874a3cc5ce HTTP/1.1" status: 200 len: 851 time: 0.0495543 Jun 30 11:06:23.549971 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-ae972255-2b72-4660-b70c-562902ba7c7a req-8ab36579-f24f-4373-98c0-149af215dc7c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327065 Jun 30 11:06:23.585263 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bd25b-aba6-4766-99bb-cd40aa1432da req-830fd0d9-4245-44b1-9792-31dd4740e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:06:23.586761 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-620bd25b-aba6-4766-99bb-cd40aa1432da req-830fd0d9-4245-44b1-9792-31dd4740e006 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0552082 Jun 30 11:06:23.622439 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-4938d71c-38d2-49aa-85b8-b587d2452de4 None None] Set router 8a961ecb-6520-4b55-9795-7d040e250188 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:06:23.677701 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-620bd25b-aba6-4766-99bb-cd40aa1432da req-504c094f-8c6a-4402-ac29-9f83536cf613 service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834517 Jun 30 11:06:23.773110 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-620bd25b-aba6-4766-99bb-cd40aa1432da req-e7ddc26d-5bbb-4f61-8b9b-669f1402b860 service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882387 Jun 30 11:06:23.845330 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-4938d71c-38d2-49aa-85b8-b587d2452de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T10:59:18Z', 'revision_number': 4, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '52f7abc4-3d5e-411c-a9e4-5fffc6601d1b', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'port_id': '6ca0d6a4-4057-4d77-9b48-7c425024ad18', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'mac_address': 'fa:16:3e:36:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68b946-dcb2-406c-9a50-48292ccc86e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:02:51Z', 'updated_at': '2021-06-30T11:02:53Z', 'revision_number': 1, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5e8a64-1be5-4fbd-bddb-404b2875711e', 'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'mac_address': 'fa:16:3e:f0:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:16Z', 'updated_at': '2021-06-30T10:59:26Z', 'revision_number': 5, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'subnets': [{'id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:06:23.873541 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4938d71c-38d2-49aa-85b8-b587d2452de4 None None] The sync data for ids ['8a961ecb-6520-4b55-9795-7d040e250188'] in dv-cinder-786627-16-iscsi is: [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T10:59:18Z', 'revision_number': 4, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_floatingips': [{'id': '52f7abc4-3d5e-411c-a9e4-5fffc6601d1b', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'router_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'port_id': '6ca0d6a4-4057-4d77-9b48-7c425024ad18', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'mac_address': 'fa:16:3e:36:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68b946-dcb2-406c-9a50-48292ccc86e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:02:51Z', 'updated_at': '2021-06-30T11:02:53Z', 'revision_number': 1, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5e8a64-1be5-4fbd-bddb-404b2875711e', 'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'mac_address': 'fa:16:3e:f0:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:16Z', 'updated_at': '2021-06-30T10:59:26Z', 'revision_number': 5, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'subnets': [{'id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:06:24.088632 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bda7185-8150-4425-950c-61bfb06951e4 None None] New status for floating IP 8b7a3f58-55c1-43f2-a2b3-c880536f24a1: DOWN {{(pid=92945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:06:24.744289 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07268d52-a0d0-4aee-8fbb-cd570ba06322 req-3aeefe45-2198-4d0d-9123-0d5c341903e7 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:06:24.745813 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-07268d52-a0d0-4aee-8fbb-cd570ba06322 req-3aeefe45-2198-4d0d-9123-0d5c341903e7 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=2238d0b9-da30-4480-a081-5cf4d00181e1 HTTP/1.1" status: 200 len: 945 time: 0.0635045 Jun 30 11:06:24.783449 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-07268d52-a0d0-4aee-8fbb-cd570ba06322 req-c37ebb71-1088-4734-99cf-04e06be43f31 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319107 Jun 30 11:06:24.956453 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42aaf5-b3c8-4ddd-b968-61aa3040eeb2 req-f7eb2083-3380-4779-9d63-9652813c4ced tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:06:24.958142 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-da42aaf5-b3c8-4ddd-b968-61aa3040eeb2 req-f7eb2083-3380-4779-9d63-9652813c4ced tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.39 "GET /v2.0/ports?device_id=2238d0b9-da30-4480-a081-5cf4d00181e1 HTTP/1.1" status: 200 len: 945 time: 0.0668592 Jun 30 11:06:25.054941 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-da42aaf5-b3c8-4ddd-b968-61aa3040eeb2 req-4e75fc0e-b125-490a-812b-b1840c3546b8 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Deleting port e2479c66-9fdd-40a9-92de-f9b776c379b3 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:06:25.055283 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-da42aaf5-b3c8-4ddd-b968-61aa3040eeb2 req-4e75fc0e-b125-490a-812b-b1840c3546b8 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:25.144825 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-da42aaf5-b3c8-4ddd-b968-61aa3040eeb2 req-4e75fc0e-b125-490a-812b-b1840c3546b8 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] For port e2479c66-9fdd-40a9-92de-f9b776c379b3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e2479c66-9fdd-40a9-92de-f9b776c379b3,segment=NetworkSegment(c484a693-02fe-4b88-b031-94070b401948),segment_id=c484a693-02fe-4b88-b031-94070b401948)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:06:25.145171 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-da42aaf5-b3c8-4ddd-b968-61aa3040eeb2 req-4e75fc0e-b125-490a-812b-b1840c3546b8 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:25.158131 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-da42aaf5-b3c8-4ddd-b968-61aa3040eeb2 req-4e75fc0e-b125-490a-812b-b1840c3546b8 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Calling delete_port for e2479c66-9fdd-40a9-92de-f9b776c379b3 owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:06:25.289188 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-da42aaf5-b3c8-4ddd-b968-61aa3040eeb2 req-4e75fc0e-b125-490a-812b-b1840c3546b8 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:25.322925 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75fc0e-b125-490a-812b-b1840c3546b8 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Pushing event deleted for resources: {'Port': ['ID=e2479c66-9fdd-40a9-92de-f9b776c379b3,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:06:25.372009 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-da42aaf5-b3c8-4ddd-b968-61aa3040eeb2 req-4e75fc0e-b125-490a-812b-b1840c3546b8 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] No DVR routers for this DVR port e2479c66-9fdd-40a9-92de-f9b776c379b3 on host hv-cinder-78662 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:06:25.374729 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-da42aaf5-b3c8-4ddd-b968-61aa3040eeb2 req-4e75fc0e-b125-490a-812b-b1840c3546b8 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:25.377075 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-da42aaf5-b3c8-4ddd-b968-61aa3040eeb2 req-4e75fc0e-b125-490a-812b-b1840c3546b8 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.39 "DELETE /v2.0/ports/e2479c66-9fdd-40a9-92de-f9b776c379b3 HTTP/1.1" status: 204 len: 173 time: 0.4133761 Jun 30 11:06:25.377536 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2238d0b9-da30-4480-a081-5cf4d00181e1', 'name': 'network-vif-deleted', 'tag': 'e2479c66-9fdd-40a9-92de-f9b776c379b3'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:06:25.379870 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c76aa3-9a44-4690-b650-4ed3e63ba8c2" -d '{"events": [{"server_uuid": "2238d0b9-da30-4480-a081-5cf4d00181e1", "name": "network-vif-deleted", "tag": "e2479c66-9fdd-40a9-92de-f9b776c379b3"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:06:25.417529 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 11:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d95c09e-ffdd-4b0d-bdf1-9e823447d7bd x-openstack-request-id: req-1d95c09e-ffdd-4b0d-bdf1-9e823447d7bd {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:06:25.417857 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2238d0b9-da30-4480-a081-5cf4d00181e1", "name": "network-vif-deleted", "tag": "e2479c66-9fdd-40a9-92de-f9b776c379b3", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:06:25.418116 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1d95c09e-ffdd-4b0d-bdf1-9e823447d7bd {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:06:25.418517 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2238d0b9-da30-4480-a081-5cf4d00181e1', 'name': 'network-vif-deleted', 'tag': 'e2479c66-9fdd-40a9-92de-f9b776c379b3', 'status': 'completed', 'code': 200} Jun 30 11:06:25.944714 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7f80b5cb-9d41-4547-aa81-4cc93ebd71f3 req-1022f7bf-b4ff-47bf-aad8-d9e2eb752d2d tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=2238d0b9-da30-4480-a081-5cf4d00181e1 HTTP/1.1" status: 200 len: 210 time: 0.0302141 Jun 30 11:06:29.258048 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35840) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:06:29.416643 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-601f1dc2-0f0b-470a-8a81-882bd4999b1e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Deleting port f7786c6b-d36d-469e-b111-f36d4faf651d {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:06:29.416989 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-601f1dc2-0f0b-470a-8a81-882bd4999b1e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:29.495713 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-601f1dc2-0f0b-470a-8a81-882bd4999b1e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:29.495943 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-601f1dc2-0f0b-470a-8a81-882bd4999b1e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:29.508585 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-601f1dc2-0f0b-470a-8a81-882bd4999b1e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Calling delete_port for f7786c6b-d36d-469e-b111-f36d4faf651d owned by network:floatingip {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:06:29.660228 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-601f1dc2-0f0b-470a-8a81-882bd4999b1e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:29.683538 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f1dc2-0f0b-470a-8a81-882bd4999b1e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Pushing event deleted for resources: {'Port': ['ID=f7786c6b-d36d-469e-b111-f36d4faf651d,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:06:29.746536 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-601f1dc2-0f0b-470a-8a81-882bd4999b1e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for floatingip, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:29.746788 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.db.l3_db [None req-601f1dc2-0f0b-470a-8a81-882bd4999b1e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Floating IP 52f7abc4-3d5e-411c-a9e4-5fffc6601d1b disassociated (deleted). External IP: 172.27.3.107, port: 6ca0d6a4-4057-4d77-9b48-7c425024ad18. Jun 30 11:06:29.956319 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601f1dc2-0f0b-470a-8a81-882bd4999b1e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Router 8a961ecb-6520-4b55-9795-7d040e250188 has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:06:30.063615 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601f1dc2-0f0b-470a-8a81-882bd4999b1e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:06:30.068176 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-601f1dc2-0f0b-470a-8a81-882bd4999b1e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for floatingip, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:30.074712 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a6736e-72a7-4f95-9b33-340734c0c1e0 None None] Sync routers for ids ['8a961ecb-6520-4b55-9795-7d040e250188'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:06:30.086168 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a6736e-72a7-4f95-9b33-340734c0c1e0 None None] Routers {'8a961ecb-6520-4b55-9795-7d040e250188'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:06:30.086849 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-a0a6736e-72a7-4f95-9b33-340734c0c1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:06:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['8a961ecb-6520-4b55-9795-7d040e250188'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:06:30.105252 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-601f1dc2-0f0b-470a-8a81-882bd4999b1e tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "DELETE /v2.0/floatingips/52f7abc4-3d5e-411c-a9e4-5fffc6601d1b HTTP/1.1" status: 204 len: 168 time: 0.8460922 Jun 30 11:06:30.105846 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c68b946-dcb2-406c-9a50-48292ccc86e2', 'tag': '6ca0d6a4-4057-4d77-9b48-7c425024ad18'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:06:30.108189 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d302cb94-88c2-45a2-9295-864574fef8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "4c68b946-dcb2-406c-9a50-48292ccc86e2", "tag": "6ca0d6a4-4057-4d77-9b48-7c425024ad18"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:06:30.146150 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 11:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3161b442-139d-4f66-a9e0-2b1133206ead x-openstack-request-id: req-3161b442-139d-4f66-a9e0-2b1133206ead {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:06:30.146470 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c68b946-dcb2-406c-9a50-48292ccc86e2", "tag": "6ca0d6a4-4057-4d77-9b48-7c425024ad18", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:06:30.146727 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3161b442-139d-4f66-a9e0-2b1133206ead {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:06:30.147129 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c68b946-dcb2-406c-9a50-48292ccc86e2', 'tag': '6ca0d6a4-4057-4d77-9b48-7c425024ad18', 'status': 'completed', 'code': 200} Jun 30 11:06:30.202480 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-a0a6736e-72a7-4f95-9b33-340734c0c1e0 None None] Set router 8a961ecb-6520-4b55-9795-7d040e250188 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:06:30.236034 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302cb94-88c2-45a2-9295-864574fef8dc req-5b132efe-9339-43ba-b346-cbd366acee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:06:30.237741 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d302cb94-88c2-45a2-9295-864574fef8dc req-5b132efe-9339-43ba-b346-cbd366acee45 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8972964496a446a198dd6c19b876f8a1&device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 1099 time: 0.0662646 Jun 30 11:06:30.278695 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device e2479c66-9fdd-40a9-92de-f9b776c379b3 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:06:30.313253 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] No Port match for: e2479c66-9fdd-40a9-92de-f9b776c379b3 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:06:30.313714 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device e2479c66-9fdd-40a9-92de-f9b776c379b3 not bound to the agent host hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:06:30.340336 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302cb94-88c2-45a2-9295-864574fef8dc req-c1869f78-d530-42e5-930a-12a35dd43003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:06:30.342048 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d302cb94-88c2-45a2-9295-864574fef8dc req-c1869f78-d530-42e5-930a-12a35dd43003 service neutron] 10.222.0.39 "GET /v2.0/networks?id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 HTTP/1.1" status: 200 len: 913 time: 0.0983448 Jun 30 11:06:30.389214 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d302cb94-88c2-45a2-9295-864574fef8dc req-0b86823c-b4ae-4b91-95b4-da63b174a0fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca0d6a4-4057-4d77-9b48-7c425024ad18 HTTP/1.1" status: 200 len: 217 time: 0.0401490 Jun 30 11:06:30.440268 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-a0a6736e-72a7-4f95-9b33-340734c0c1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T10:59:18Z', 'revision_number': 4, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'ca5e8a64-1be5-4fbd-bddb-404b2875711e', 'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'mac_address': 'fa:16:3e:f0:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:16Z', 'updated_at': '2021-06-30T10:59:26Z', 'revision_number': 5, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'subnets': [{'id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:06:30.445322 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302cb94-88c2-45a2-9295-864574fef8dc req-e970510e-d505-4f06-bc8f-5fa037de2e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:06:30.446777 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d302cb94-88c2-45a2-9295-864574fef8dc req-e970510e-d505-4f06-bc8f-5fa037de2e07 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=efd489e9-f644-41f7-aacc-89874a3cc5ce HTTP/1.1" status: 200 len: 851 time: 0.0504997 Jun 30 11:06:30.469997 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a6736e-72a7-4f95-9b33-340734c0c1e0 None None] Checking router: 8a961ecb-6520-4b55-9795-7d040e250188 for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:06:30.479194 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a6736e-72a7-4f95-9b33-340734c0c1e0 None None] Routers {'8a961ecb-6520-4b55-9795-7d040e250188'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:06:30.479840 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-a0a6736e-72a7-4f95-9b33-340734c0c1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:06:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['8a961ecb-6520-4b55-9795-7d040e250188'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:06:30.506710 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf2259-97ee-497d-bff7-f3e2e02de0e6 req-87939831-86c4-403d-82b9-6f9c4838589c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:06:30.508388 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6ecf2259-97ee-497d-bff7-f3e2e02de0e6 req-87939831-86c4-403d-82b9-6f9c4838589c tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 946 time: 0.0655541 Jun 30 11:06:30.509431 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302cb94-88c2-45a2-9295-864574fef8dc req-cd736a24-7287-4fb6-8153-5775af61222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:06:30.510898 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d302cb94-88c2-45a2-9295-864574fef8dc req-cd736a24-7287-4fb6-8153-5775af61222b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0563767 Jun 30 11:06:30.546941 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [req-6ecf2259-97ee-497d-bff7-f3e2e02de0e6 req-3c050e03-7af3-4e79-96b7-d9a7334d1e9a tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325706 Jun 30 11:06:30.585197 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-a0a6736e-72a7-4f95-9b33-340734c0c1e0 None None] Set router 8a961ecb-6520-4b55-9795-7d040e250188 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:06:30.608118 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d302cb94-88c2-45a2-9295-864574fef8dc req-b1ad000f-b11a-4e9d-b637-24e7ca633ea8 service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899029 Jun 30 11:06:30.697542 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d302cb94-88c2-45a2-9295-864574fef8dc req-8f6f74d9-e8a2-43fe-b2fc-daaa82b2179d service neutron] 10.222.0.39 "GET /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828650 Jun 30 11:06:30.904857 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-a0a6736e-72a7-4f95-9b33-340734c0c1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T10:59:18Z', 'revision_number': 4, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'ca5e8a64-1be5-4fbd-bddb-404b2875711e', 'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'mac_address': 'fa:16:3e:f0:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:16Z', 'updated_at': '2021-06-30T10:59:26Z', 'revision_number': 5, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'subnets': [{'id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:06:30.932741 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a6736e-72a7-4f95-9b33-340734c0c1e0 None None] The sync data for ids ['8a961ecb-6520-4b55-9795-7d040e250188'] in dv-cinder-786627-16-iscsi is: [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T10:59:18Z', 'revision_number': 4, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi', '_interfaces': [{'id': 'ca5e8a64-1be5-4fbd-bddb-404b2875711e', 'name': '', 'network_id': '087e97f3-dc3b-4c8f-b9f1-1866bc5918b4', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'mac_address': 'fa:16:3e:f0:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:16Z', 'updated_at': '2021-06-30T10:59:26Z', 'revision_number': 5, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'subnets': [{'id': 'efd489e9-f644-41f7-aacc-89874a3cc5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:06:31.151586 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8a5489-e3e5-4dfb-8301-0c02639740c3 None None] New status for floating IP 52f7abc4-3d5e-411c-a9e4-5fffc6601d1b: DOWN {{(pid=92945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:06:31.725375 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582906ea-12fe-4339-ab60-2126588ba92b req-2e674c65-cd32-458a-8e92-ca14128e0d21 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:06:31.726826 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-582906ea-12fe-4339-ab60-2126588ba92b req-2e674c65-cd32-458a-8e92-ca14128e0d21 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 946 time: 0.0625067 Jun 30 11:06:31.763533 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-582906ea-12fe-4339-ab60-2126588ba92b req-dd9a2662-4ef2-408e-b851-650f77aae029 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/security-groups?id=6cd0934e-37a6-4684-bac2-1123ed837321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311637 Jun 30 11:06:31.890911 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a3af6-c45d-48fe-a6b8-f6abc8f068ef req-0a2ac87a-6420-40d8-9d35-a4b03cd72492 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:06:31.892278 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7f7a3af6-c45d-48fe-a6b8-f6abc8f068ef req-0a2ac87a-6420-40d8-9d35-a4b03cd72492 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 946 time: 0.0663087 Jun 30 11:06:31.991932 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-7f7a3af6-c45d-48fe-a6b8-f6abc8f068ef req-fc2372df-8b7f-4b99-86c8-f3516f4df2dd tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Deleting port 6ca0d6a4-4057-4d77-9b48-7c425024ad18 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:06:31.992285 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-7f7a3af6-c45d-48fe-a6b8-f6abc8f068ef req-fc2372df-8b7f-4b99-86c8-f3516f4df2dd tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:32.083877 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-7f7a3af6-c45d-48fe-a6b8-f6abc8f068ef req-fc2372df-8b7f-4b99-86c8-f3516f4df2dd tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] For port 6ca0d6a4-4057-4d77-9b48-7c425024ad18, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ca0d6a4-4057-4d77-9b48-7c425024ad18,segment=NetworkSegment(c484a693-02fe-4b88-b031-94070b401948),segment_id=c484a693-02fe-4b88-b031-94070b401948)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:06:32.084241 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-7f7a3af6-c45d-48fe-a6b8-f6abc8f068ef req-fc2372df-8b7f-4b99-86c8-f3516f4df2dd tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:32.096190 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-7f7a3af6-c45d-48fe-a6b8-f6abc8f068ef req-fc2372df-8b7f-4b99-86c8-f3516f4df2dd tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Calling delete_port for 6ca0d6a4-4057-4d77-9b48-7c425024ad18 owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:06:32.230386 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-7f7a3af6-c45d-48fe-a6b8-f6abc8f068ef req-fc2372df-8b7f-4b99-86c8-f3516f4df2dd tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:32.262973 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2372df-8b7f-4b99-86c8-f3516f4df2dd tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Pushing event deleted for resources: {'Port': ['ID=6ca0d6a4-4057-4d77-9b48-7c425024ad18,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:06:32.309247 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7a3af6-c45d-48fe-a6b8-f6abc8f068ef req-fc2372df-8b7f-4b99-86c8-f3516f4df2dd tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] No DVR routers for this DVR port 6ca0d6a4-4057-4d77-9b48-7c425024ad18 on host hv-cinder-78662 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:06:32.311629 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-7f7a3af6-c45d-48fe-a6b8-f6abc8f068ef req-fc2372df-8b7f-4b99-86c8-f3516f4df2dd tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:32.313573 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7f7a3af6-c45d-48fe-a6b8-f6abc8f068ef req-fc2372df-8b7f-4b99-86c8-f3516f4df2dd tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.39 "DELETE /v2.0/ports/6ca0d6a4-4057-4d77-9b48-7c425024ad18 HTTP/1.1" status: 204 len: 173 time: 0.4151843 Jun 30 11:06:32.314003 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c68b946-dcb2-406c-9a50-48292ccc86e2', 'name': 'network-vif-deleted', 'tag': '6ca0d6a4-4057-4d77-9b48-7c425024ad18'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:06:32.316893 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}075463d8c692ed389d5150bd86ffb9a19a87d71b875a8dba6a96bc3a060a508b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f283fd8-a6ed-402b-9bbf-5d7f132b4ee0" -d '{"events": [{"server_uuid": "4c68b946-dcb2-406c-9a50-48292ccc86e2", "name": "network-vif-deleted", "tag": "6ca0d6a4-4057-4d77-9b48-7c425024ad18"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:06:32.357559 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 11:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b45ef3c-b592-4f93-b5c6-d94b38d3ec7d x-openstack-request-id: req-5b45ef3c-b592-4f93-b5c6-d94b38d3ec7d {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:06:32.357847 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c68b946-dcb2-406c-9a50-48292ccc86e2", "name": "network-vif-deleted", "tag": "6ca0d6a4-4057-4d77-9b48-7c425024ad18", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:06:32.358096 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5b45ef3c-b592-4f93-b5c6-d94b38d3ec7d {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:06:32.358491 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c68b946-dcb2-406c-9a50-48292ccc86e2', 'name': 'network-vif-deleted', 'tag': '6ca0d6a4-4057-4d77-9b48-7c425024ad18', 'status': 'completed', 'code': 200} Jun 30 11:06:32.915699 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [req-832ab635-dece-4b55-9adb-881f494cd63e req-9ee12ef7-2262-4345-b43b-ad73857f1259 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "GET /v2.0/ports?device_id=4c68b946-dcb2-406c-9a50-48292ccc86e2 HTTP/1.1" status: 200 len: 210 time: 0.0297520 Jun 30 11:06:34.010392 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35856) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:06:34.136638 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-78ef56da-d5df-413c-beb1-ba0af1ffc287 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Deleting port 231ec161-8e88-4bdd-8960-66b410d29006 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:06:34.136985 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-78ef56da-d5df-413c-beb1-ba0af1ffc287 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:34.188279 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:34.217361 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-78ef56da-d5df-413c-beb1-ba0af1ffc287 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:34.217598 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-78ef56da-d5df-413c-beb1-ba0af1ffc287 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:34.237944 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-78ef56da-d5df-413c-beb1-ba0af1ffc287 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Calling delete_port for 231ec161-8e88-4bdd-8960-66b410d29006 owned by network:floatingip {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:06:34.265335 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:06:34.376505 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-78ef56da-d5df-413c-beb1-ba0af1ffc287 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:34.405530 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef56da-d5df-413c-beb1-ba0af1ffc287 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Pushing event deleted for resources: {'Port': ['ID=231ec161-8e88-4bdd-8960-66b410d29006,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:06:34.471539 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-78ef56da-d5df-413c-beb1-ba0af1ffc287 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for floatingip, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:34.481960 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-78ef56da-d5df-413c-beb1-ba0af1ffc287 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436916'] for floatingip, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:34.483149 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-78ef56da-d5df-413c-beb1-ba0af1ffc287 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "DELETE /v2.0/floatingips/1f832509-3ab8-4475-82b6-5be3b58d1cab HTTP/1.1" status: 204 len: 168 time: 0.4717693 Jun 30 11:06:35.751412 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35868) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:06:35.812555 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-76b79ddd-e628-404e-8cf7-c888b42096c7 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:35.837919 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-76b79ddd-e628-404e-8cf7-c888b42096c7 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:35.895504 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-76b79ddd-e628-404e-8cf7-c888b42096c7 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:35.898342 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-76b79ddd-e628-404e-8cf7-c888b42096c7 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:35.899522 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-76b79ddd-e628-404e-8cf7-c888b42096c7 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] 10.222.0.91 "DELETE /v2.0/security-groups/6cd0934e-37a6-4684-bac2-1123ed837321 HTTP/1.1" status: 204 len: 168 time: 0.1470544 Jun 30 11:06:35.909049 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b79ddd-e628-404e-8cf7-c888b42096c7 tempest-TestVolumeBootPattern-1697171333 tempest-TestVolumeBootPattern-1697171333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd0934e-37a6-4684-bac2-1123ed837321,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:06:35.952382 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35872) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:06:35.968907 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2227d252-8dce-49ee-947e-665306b6c27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:36.267614 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 6ca0d6a4-4057-4d77-9b48-7c425024ad18 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:06:36.287955 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] No Port match for: 6ca0d6a4-4057-4d77-9b48-7c425024ad18 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:06:36.288309 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Device 6ca0d6a4-4057-4d77-9b48-7c425024ad18 not bound to the agent host hv-cinder-78662 {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:06:36.390496 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a21162f5-0e74-4110-9975-8a9a44d4d048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1991337'] for router_interface, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:36.647873 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-a21162f5-0e74-4110-9975-8a9a44d4d048 admin admin] Deleting port ca5e8a64-1be5-4fbd-bddb-404b2875711e {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:06:36.648108 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a21162f5-0e74-4110-9975-8a9a44d4d048 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:36.725128 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-a21162f5-0e74-4110-9975-8a9a44d4d048 admin admin] For port ca5e8a64-1be5-4fbd-bddb-404b2875711e, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=ca5e8a64-1be5-4fbd-bddb-404b2875711e,segment=NetworkSegment(c484a693-02fe-4b88-b031-94070b401948),segment_id=c484a693-02fe-4b88-b031-94070b401948)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:06:36.725487 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a21162f5-0e74-4110-9975-8a9a44d4d048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:36.737514 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-a21162f5-0e74-4110-9975-8a9a44d4d048 admin admin] Calling delete_port for ca5e8a64-1be5-4fbd-bddb-404b2875711e owned by network:router_interface {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:06:36.911379 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a21162f5-0e74-4110-9975-8a9a44d4d048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:36.934345 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21162f5-0e74-4110-9975-8a9a44d4d048 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca5e8a64-1be5-4fbd-bddb-404b2875711e,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:06:37.110202 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a21162f5-0e74-4110-9975-8a9a44d4d048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1991251'] for router_interface, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:37.614509 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21162f5-0e74-4110-9975-8a9a44d4d048 admin admin] Router 8a961ecb-6520-4b55-9795-7d040e250188 has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:06:37.718591 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21162f5-0e74-4110-9975-8a9a44d4d048 admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:06:37.724913 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-a21162f5-0e74-4110-9975-8a9a44d4d048 admin admin] 10.222.0.91 "PUT /v2.0/routers/8a961ecb-6520-4b55-9795-7d040e250188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7712710 Jun 30 11:06:37.727287 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35878) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:06:37.729906 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591e5ba5-09d5-4a01-820f-aae71f79e8b7 None None] Sync routers for ids ['8a961ecb-6520-4b55-9795-7d040e250188'] in dv-cinder-786627-16-iscsi {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:06:37.740857 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591e5ba5-09d5-4a01-820f-aae71f79e8b7 None None] Routers {'8a961ecb-6520-4b55-9795-7d040e250188'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:06:37.741384 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-591e5ba5-09d5-4a01-820f-aae71f79e8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:06:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['8a961ecb-6520-4b55-9795-7d040e250188'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:06:37.837170 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d4bee8d6-d78e-49eb-a8e3-d04b53cb6fb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:37.846728 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-591e5ba5-09d5-4a01-820f-aae71f79e8b7 None None] Set router 8a961ecb-6520-4b55-9795-7d040e250188 gateway port host: dv-cinder-786627-16-iscsi {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:06:37.940337 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d4bee8d6-d78e-49eb-a8e3-d04b53cb6fb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:37.994889 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-d4bee8d6-d78e-49eb-a8e3-d04b53cb6fb0 admin admin] Deleting port 7c70026a-3161-4e37-8e96-28e8e438d62e {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:06:37.995231 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d4bee8d6-d78e-49eb-a8e3-d04b53cb6fb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:38.029788 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-591e5ba5-09d5-4a01-820f-aae71f79e8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T11:06:36Z', 'revision_number': 5, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port': {'id': '7c70026a-3161-4e37-8e96-28e8e438d62e', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a961ecb-6520-4b55-9795-7d040e250188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:12Z', 'updated_at': '2021-06-30T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:06:38.058541 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591e5ba5-09d5-4a01-820f-aae71f79e8b7 None None] Checking router: 8a961ecb-6520-4b55-9795-7d040e250188 for host: dv-cinder-786627-16-iscsi {{(pid=92944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:06:38.068582 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591e5ba5-09d5-4a01-820f-aae71f79e8b7 None None] Routers {'8a961ecb-6520-4b55-9795-7d040e250188'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:06:38.069185 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-591e5ba5-09d5-4a01-820f-aae71f79e8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:06:09Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['8a961ecb-6520-4b55-9795-7d040e250188'], 'active': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:06:38.077701 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-d4bee8d6-d78e-49eb-a8e3-d04b53cb6fb0 admin admin] For port 7c70026a-3161-4e37-8e96-28e8e438d62e, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=7c70026a-3161-4e37-8e96-28e8e438d62e,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:06:38.078065 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d4bee8d6-d78e-49eb-a8e3-d04b53cb6fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:38.091337 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-d4bee8d6-d78e-49eb-a8e3-d04b53cb6fb0 admin admin] Calling delete_port for 7c70026a-3161-4e37-8e96-28e8e438d62e owned by network:router_gateway {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:06:38.156887 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvr_db [None req-591e5ba5-09d5-4a01-820f-aae71f79e8b7 None None] Set router 8a961ecb-6520-4b55-9795-7d040e250188 gateway port host: None {{(pid=92944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:06:38.217663 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_hamode_db [None req-591e5ba5-09d5-4a01-820f-aae71f79e8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T11:06:37Z', 'revision_number': 6, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port_host': None}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:06:38.246648 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591e5ba5-09d5-4a01-820f-aae71f79e8b7 None None] The sync data for ids ['8a961ecb-6520-4b55-9795-7d040e250188'] in dv-cinder-786627-16-iscsi is: [{'id': '8a961ecb-6520-4b55-9795-7d040e250188', 'name': 'tempest-TestVolumeBootPattern-1933870631-router', 'tenant_id': '8972964496a446a198dd6c19b876f8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:11Z', 'updated_at': '2021-06-30T11:06:37Z', 'revision_number': 6, 'project_id': '8972964496a446a198dd6c19b876f8a1', 'gw_port_host': None}] {{(pid=92944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:06:38.278870 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d4bee8d6-d78e-49eb-a8e3-d04b53cb6fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:38.302657 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bee8d6-d78e-49eb-a8e3-d04b53cb6fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c70026a-3161-4e37-8e96-28e8e438d62e,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:06:38.376833 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d4bee8d6-d78e-49eb-a8e3-d04b53cb6fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995876'] for router_gateway, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:38.469906 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d4bee8d6-d78e-49eb-a8e3-d04b53cb6fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62870'] for router, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:38.471950 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d4bee8d6-d78e-49eb-a8e3-d04b53cb6fb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:38.516205 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d4bee8d6-d78e-49eb-a8e3-d04b53cb6fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1984768'] for router, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:38.516863 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bee8d6-d78e-49eb-a8e3-d04b53cb6fb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a961ecb-6520-4b55-9795-7d040e250188 {{(pid=92942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 11:06:38.521656 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d4bee8d6-d78e-49eb-a8e3-d04b53cb6fb0 admin admin] Notify callbacks [] for router, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:38.522825 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-d4bee8d6-d78e-49eb-a8e3-d04b53cb6fb0 admin admin] 10.222.0.91 "DELETE /v2.0/routers/8a961ecb-6520-4b55-9795-7d040e250188 HTTP/1.1" status: 204 len: 168 time: 0.7945673 Jun 30 11:06:38.525497 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35880) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:06:38.571477 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_v2 [None req-6557cdba-e766-42e4-a32b-983b88933e97 admin admin] Deleting subnet efd489e9-f644-41f7-aacc-89874a3cc5ce {{(pid=92942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 11:06:38.574568 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6557cdba-e766-42e4-a32b-983b88933e97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:38.610555 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6557cdba-e766-42e4-a32b-983b88933e97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9400928'] for subnet, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:38.698875 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6557cdba-e766-42e4-a32b-983b88933e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988707'] for subnet, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:38.751907 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6557cdba-e766-42e4-a32b-983b88933e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8415361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8389490'] for subnet, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:38.775288 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557cdba-e766-42e4-a32b-983b88933e97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efd489e9-f644-41f7-aacc-89874a3cc5ce,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:06:38.782149 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6557cdba-e766-42e4-a32b-983b88933e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:38.787295 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [-] (92943) accepted ('10.222.0.91', 35882) {{(pid=92943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:06:38.787991 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-6557cdba-e766-42e4-a32b-983b88933e97 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/efd489e9-f644-41f7-aacc-89874a3cc5ce HTTP/1.1" status: 204 len: 168 time: 0.2614453 Jun 30 11:06:38.792216 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00893d2d-7dd4-47ca-8e14-a9253aa03bf5 None None] Network 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 11:06:38.859315 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-21d416cc-e098-4e2a-97ca-1dc7f1ab1ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:38.859823 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592536'] for network, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:38.913279 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.plugin [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Deleting port d595b73f-b622-47e4-baeb-dfb9100fcb85 {{(pid=92943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:06:38.913608 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:38.976454 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] For port d595b73f-b622-47e4-baeb-dfb9100fcb85, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=d595b73f-b622-47e4-baeb-dfb9100fcb85,segment=NetworkSegment(c484a693-02fe-4b88-b031-94070b401948),segment_id=c484a693-02fe-4b88-b031-94070b401948)] {{(pid=92943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:06:38.976813 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:38.989934 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.plugin [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Calling delete_port for d595b73f-b622-47e4-baeb-dfb9100fcb85 owned by network:dhcp {{(pid=92943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:06:39.013470 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95314df3-f570-4db2-8a56-7346dcb0d93d None None] DHCP port deletion for 087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 request from dv-cinder-786627-16-iscsi {{(pid=92944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 11:06:39.064818 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-95314df3-f570-4db2-8a56-7346dcb0d93d None None] Deleting port d595b73f-b622-47e4-baeb-dfb9100fcb85 {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:06:39.065195 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-95314df3-f570-4db2-8a56-7346dcb0d93d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:39.074419 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725947'] for port, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:39.102720 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d595b73f-b622-47e4-baeb-dfb9100fcb85,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:06:39.109994 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] No DVR routers for this DVR port d595b73f-b622-47e4-baeb-dfb9100fcb85 on host dv-cinder-786627-16-iscsi {{(pid=92943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:06:39.112095 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:39.112442 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:39.113302 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:39.114275 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:39.114614 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:39.114945 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:39.115270 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:39.115597 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:39.116309 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:39.116309 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:39.116580 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:39.116896 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:39.131151 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:39.143454 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-95314df3-f570-4db2-8a56-7346dcb0d93d None None] For port d595b73f-b622-47e4-baeb-dfb9100fcb85, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=d595b73f-b622-47e4-baeb-dfb9100fcb85,segment=NetworkSegment(c484a693-02fe-4b88-b031-94070b401948),segment_id=c484a693-02fe-4b88-b031-94070b401948)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:06:39.143879 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-95314df3-f570-4db2-8a56-7346dcb0d93d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:39.156106 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-95314df3-f570-4db2-8a56-7346dcb0d93d None None] Calling delete_port for d595b73f-b622-47e4-baeb-dfb9100fcb85 owned by network:dhcp {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:06:39.190697 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990652', 'neutron.services.segments.db._delete_segments_for_network-8758624453443'] for network, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:39.204142 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087e97f3-dc3b-4c8f-b9f1-1866bc5918b4']}} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:06:39.219301 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c484a693-02fe-4b88-b031-94070b401948') {'for_net_delete': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:06:39.219890 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.services.segments.db [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c484a693-02fe-4b88-b031-94070b401948') {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:06:39.230312 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758624364746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9296264'] for segment, before_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:39.234770 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-95314df3-f570-4db2-8a56-7346dcb0d93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:39.247462 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:39.254296 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=92943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 11:06:39.254659 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725870'] for segment, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: Traceback (most recent call last): Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: timer() Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: cb(*args, **kw) Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: return func(*args, **kwargs) Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: self._notify() Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: self.callback(batched_events) Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: event.method(event) Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: return f(self, *a, **k) Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: return self._get(url).json() Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: return self.request(url, 'GET', **kwargs) Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 11:06:39.256629 dv-cinder-786627-16-iscsi neutron-server[92943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 11:06:39.262929 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95314df3-f570-4db2-8a56-7346dcb0d93d None None] Pushing event deleted for resources: {'Port': ['ID=d595b73f-b622-47e4-baeb-dfb9100fcb85,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:06:39.268760 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95314df3-f570-4db2-8a56-7346dcb0d93d None None] No DVR routers for this DVR port d595b73f-b622-47e4-baeb-dfb9100fcb85 on host dv-cinder-786627-16-iscsi {{(pid=92944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:06:39.287784 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95314df3-f570-4db2-8a56-7346dcb0d93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:39.293645 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95314df3-f570-4db2-8a56-7346dcb0d93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:39.293645 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95314df3-f570-4db2-8a56-7346dcb0d93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:39.293645 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95314df3-f570-4db2-8a56-7346dcb0d93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:39.293645 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95314df3-f570-4db2-8a56-7346dcb0d93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:39.293645 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95314df3-f570-4db2-8a56-7346dcb0d93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:39.294909 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95314df3-f570-4db2-8a56-7346dcb0d93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:39.294909 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95314df3-f570-4db2-8a56-7346dcb0d93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:39.294909 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95314df3-f570-4db2-8a56-7346dcb0d93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:39.294909 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95314df3-f570-4db2-8a56-7346dcb0d93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:39.295525 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95314df3-f570-4db2-8a56-7346dcb0d93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:39.295525 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95314df3-f570-4db2-8a56-7346dcb0d93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-16-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:06:39.314039 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995776'] for network, after_delete {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:39.321298 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:39.326248 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35884) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:06:39.326804 dv-cinder-786627-16-iscsi neutron-server[92943]: INFO neutron.wsgi [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] 10.222.0.91 "DELETE /v2.0/networks/087e97f3-dc3b-4c8f-b9f1-1866bc5918b4 HTTP/1.1" status: 204 len: 168 time: 0.5378504 Jun 30 11:06:39.339690 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddc9f8-56bf-4bc2-a2ca-58730ba514d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=087e97f3-dc3b-4c8f-b9f1-1866bc5918b4,revision_number=None']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:06:39.680652 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ad234a1f-ee29-4b74-8212-c7d321393f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1991337'] for router_interface, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:39.708832 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device d595b73f-b622-47e4-baeb-dfb9100fcb85 no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:06:39.732874 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: d595b73f-b622-47e4-baeb-dfb9100fcb85 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:06:39.733225 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device d595b73f-b622-47e4-baeb-dfb9100fcb85 not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:06:39.733678 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 7c70026a-3161-4e37-8e96-28e8e438d62e no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:06:39.752605 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: 7c70026a-3161-4e37-8e96-28e8e438d62e {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:06:39.752953 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 7c70026a-3161-4e37-8e96-28e8e438d62e not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:06:39.753437 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device ca5e8a64-1be5-4fbd-bddb-404b2875711e no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:06:39.772586 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: ca5e8a64-1be5-4fbd-bddb-404b2875711e {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:06:39.772946 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device ca5e8a64-1be5-4fbd-bddb-404b2875711e not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:06:39.827450 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:39.936848 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-ad234a1f-ee29-4b74-8212-c7d321393f0a admin admin] Deleting port 8043d137-ddea-473b-8237-117cefeac26a {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:06:39.937153 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ad234a1f-ee29-4b74-8212-c7d321393f0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:40.012700 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-ad234a1f-ee29-4b74-8212-c7d321393f0a admin admin] For port 8043d137-ddea-473b-8237-117cefeac26a, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=8043d137-ddea-473b-8237-117cefeac26a,segment=NetworkSegment(c69cb7d0-da1c-49fb-a702-ff012cfb9dd3),segment_id=c69cb7d0-da1c-49fb-a702-ff012cfb9dd3)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:06:40.013013 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ad234a1f-ee29-4b74-8212-c7d321393f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:40.025318 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-ad234a1f-ee29-4b74-8212-c7d321393f0a admin admin] Calling delete_port for 8043d137-ddea-473b-8237-117cefeac26a owned by network:router_interface {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:06:40.204123 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ad234a1f-ee29-4b74-8212-c7d321393f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:40.233222 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad234a1f-ee29-4b74-8212-c7d321393f0a admin admin] Pushing event deleted for resources: {'Port': ['ID=8043d137-ddea-473b-8237-117cefeac26a,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:06:40.408024 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ad234a1f-ee29-4b74-8212-c7d321393f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1991251'] for router_interface, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:40.624258 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad234a1f-ee29-4b74-8212-c7d321393f0a admin admin] Router 436e0ce6-a91e-4526-844f-f13f30926e7c has already been hosted by L3 agent fa0c67d9-dab5-4489-adc6-355c39ff9b59 {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:06:40.730673 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad234a1f-ee29-4b74-8212-c7d321393f0a admin admin] Notify agent at l3_agent.dv-cinder-786627-16-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:06:40.736137 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-ad234a1f-ee29-4b74-8212-c7d321393f0a admin admin] 10.222.0.91 "PUT /v2.0/routers/436e0ce6-a91e-4526-844f-f13f30926e7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4084108 Jun 30 11:06:40.738851 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35886) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:06:40.741435 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b91ecc-8ab0-4652-88af-9370bafb0068 None None] Sync routers for ids ['436e0ce6-a91e-4526-844f-f13f30926e7c'] in dv-cinder-786627-16-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:06:40.750780 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b91ecc-8ab0-4652-88af-9370bafb0068 None None] Routers {'436e0ce6-a91e-4526-844f-f13f30926e7c'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:06:40.751394 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-63b91ecc-8ab0-4652-88af-9370bafb0068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:06:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['436e0ce6-a91e-4526-844f-f13f30926e7c'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:06:40.848583 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d85c61a3-f9f8-4964-b41e-474eb52a5fe5 admin admin] Notify callbacks [] for router, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:40.873543 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-63b91ecc-8ab0-4652-88af-9370bafb0068 None None] Set router 436e0ce6-a91e-4526-844f-f13f30926e7c gateway port host: dv-cinder-786627-16-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:06:40.960941 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d85c61a3-f9f8-4964-b41e-474eb52a5fe5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:41.056978 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-63b91ecc-8ab0-4652-88af-9370bafb0068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e0ce6-a91e-4526-844f-f13f30926e7c', 'name': 'tempest-TestVolumeBootPattern-1957518111-router', 'tenant_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'external_fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f9445b55-33ba-4223-bb10-cc942149d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:24Z', 'updated_at': '2021-06-30T11:06:40Z', 'revision_number': 5, 'project_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'gw_port': {'id': 'f9445b55-33ba-4223-bb10-cc942149d42a', 'name': '', 'network_id': '35f17bf8-70f6-411c-85c9-98655ea214de', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e0ce6-a91e-4526-844f-f13f30926e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:59:25Z', 'updated_at': '2021-06-30T10:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851b99d8-6dc6-42fa-aa4a-7df3a488276b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-16-iscsi'}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:06:41.083369 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b91ecc-8ab0-4652-88af-9370bafb0068 None None] Checking router: 436e0ce6-a91e-4526-844f-f13f30926e7c for host: dv-cinder-786627-16-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:06:41.093138 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b91ecc-8ab0-4652-88af-9370bafb0068 None None] Routers {'436e0ce6-a91e-4526-844f-f13f30926e7c'} bound to L3 agent in host dv-cinder-786627-16-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:06:41.093928 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-63b91ecc-8ab0-4652-88af-9370bafb0068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T10:46:39Z,description=,heartbeat_timestamp=2021-06-30T11:06:39Z,host='dv-cinder-786627-16-iscsi',id=fa0c67d9-dab5-4489-adc6-355c39ff9b59,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T10:46:39Z,topic='l3_agent')) {'router_ids': ['436e0ce6-a91e-4526-844f-f13f30926e7c'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:06:41.272500 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-63b91ecc-8ab0-4652-88af-9370bafb0068 None None] Set router 436e0ce6-a91e-4526-844f-f13f30926e7c gateway port host: None {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:06:41.305238 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-d85c61a3-f9f8-4964-b41e-474eb52a5fe5 admin admin] Deleting port f9445b55-33ba-4223-bb10-cc942149d42a {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:06:41.305571 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d85c61a3-f9f8-4964-b41e-474eb52a5fe5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:41.325319 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-63b91ecc-8ab0-4652-88af-9370bafb0068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e0ce6-a91e-4526-844f-f13f30926e7c', 'name': 'tempest-TestVolumeBootPattern-1957518111-router', 'tenant_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:24Z', 'updated_at': '2021-06-30T11:06:40Z', 'revision_number': 6, 'project_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'gw_port_host': None}], 'dv-cinder-786627-16-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:06:41.352031 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b91ecc-8ab0-4652-88af-9370bafb0068 None None] The sync data for ids ['436e0ce6-a91e-4526-844f-f13f30926e7c'] in dv-cinder-786627-16-iscsi is: [{'id': '436e0ce6-a91e-4526-844f-f13f30926e7c', 'name': 'tempest-TestVolumeBootPattern-1957518111-router', 'tenant_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:59:24Z', 'updated_at': '2021-06-30T11:06:40Z', 'revision_number': 6, 'project_id': '7d3a5b85e44b49d9baf2527e2ea4aa0c', 'gw_port_host': None}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:06:41.386223 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-d85c61a3-f9f8-4964-b41e-474eb52a5fe5 admin admin] For port f9445b55-33ba-4223-bb10-cc942149d42a, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=f9445b55-33ba-4223-bb10-cc942149d42a,segment=NetworkSegment(8758cdac-7ef9-4552-932e-86bbb8297e60),segment_id=8758cdac-7ef9-4552-932e-86bbb8297e60)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:06:41.386586 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d85c61a3-f9f8-4964-b41e-474eb52a5fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:41.400054 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-d85c61a3-f9f8-4964-b41e-474eb52a5fe5 admin admin] Calling delete_port for f9445b55-33ba-4223-bb10-cc942149d42a owned by network:router_gateway {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:06:41.531983 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:41.563898 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d85c61a3-f9f8-4964-b41e-474eb52a5fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:41.593428 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c61a3-f9f8-4964-b41e-474eb52a5fe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9445b55-33ba-4223-bb10-cc942149d42a,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:06:41.656029 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d85c61a3-f9f8-4964-b41e-474eb52a5fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995876'] for router_gateway, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:41.748630 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d85c61a3-f9f8-4964-b41e-474eb52a5fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62870'] for router, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:41.750924 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d85c61a3-f9f8-4964-b41e-474eb52a5fe5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:41.803441 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d85c61a3-f9f8-4964-b41e-474eb52a5fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1984768'] for router, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:41.804107 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85c61a3-f9f8-4964-b41e-474eb52a5fe5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 436e0ce6-a91e-4526-844f-f13f30926e7c {{(pid=92942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 11:06:41.810296 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d85c61a3-f9f8-4964-b41e-474eb52a5fe5 admin admin] Notify callbacks [] for router, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:41.811523 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-d85c61a3-f9f8-4964-b41e-474eb52a5fe5 admin admin] 10.222.0.91 "DELETE /v2.0/routers/436e0ce6-a91e-4526-844f-f13f30926e7c HTTP/1.1" status: 204 len: 168 time: 1.0711629 Jun 30 11:06:41.813989 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35888) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:06:41.814607 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 8043d137-ddea-473b-8237-117cefeac26a no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:06:41.834835 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: 8043d137-ddea-473b-8237-117cefeac26a {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:06:41.835192 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 8043d137-ddea-473b-8237-117cefeac26a not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:06:41.862063 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_v2 [None req-fadaebf0-c061-40c7-b225-b95653148a68 admin admin] Deleting subnet c4910349-849c-40ce-a635-2646e65728e8 {{(pid=92942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 11:06:41.866014 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fadaebf0-c061-40c7-b225-b95653148a68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:41.900228 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fadaebf0-c061-40c7-b225-b95653148a68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9400928'] for subnet, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:41.975978 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fadaebf0-c061-40c7-b225-b95653148a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988707'] for subnet, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:42.033288 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fadaebf0-c061-40c7-b225-b95653148a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8415361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8389490'] for subnet, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:42.060477 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadaebf0-c061-40c7-b225-b95653148a68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4910349-849c-40ce-a635-2646e65728e8,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:06:42.065007 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fadaebf0-c061-40c7-b225-b95653148a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:42.067745 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-fadaebf0-c061-40c7-b225-b95653148a68 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/c4910349-849c-40ce-a635-2646e65728e8 HTTP/1.1" status: 204 len: 168 time: 0.2522249 Jun 30 11:06:42.069655 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35890) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:06:42.072184 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2fd79b-e5a0-4e61-aaba-61e587f3b257 None None] Network be580f81-2d16-408c-94bb-b8dcac88d64b requested from dv-cinder-786627-16-iscsi {{(pid=92944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 11:06:42.142806 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-03ec6152-d57b-4150-b565-3e9b8ae94d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592536'] for network, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:42.198428 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-03ec6152-d57b-4150-b565-3e9b8ae94d52 admin admin] Deleting port 88059fd9-c55e-43e4-8d33-962798057790 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:06:42.198769 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-03ec6152-d57b-4150-b565-3e9b8ae94d52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:42.269880 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-03ec6152-d57b-4150-b565-3e9b8ae94d52 admin admin] For port 88059fd9-c55e-43e4-8d33-962798057790, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=88059fd9-c55e-43e4-8d33-962798057790,segment=NetworkSegment(c69cb7d0-da1c-49fb-a702-ff012cfb9dd3),segment_id=c69cb7d0-da1c-49fb-a702-ff012cfb9dd3)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:06:42.269880 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-03ec6152-d57b-4150-b565-3e9b8ae94d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:42.277901 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a15f54-e9ff-4a6b-b8c5-d2dc1d6d49fc None None] DHCP port deletion for be580f81-2d16-408c-94bb-b8dcac88d64b request from dv-cinder-786627-16-iscsi {{(pid=92944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 11:06:42.282204 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-03ec6152-d57b-4150-b565-3e9b8ae94d52 admin admin] Calling delete_port for 88059fd9-c55e-43e4-8d33-962798057790 owned by network:dhcp {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:06:42.330567 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-86a15f54-e9ff-4a6b-b8c5-d2dc1d6d49fc None None] Deleting port 88059fd9-c55e-43e4-8d33-962798057790 {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:06:42.330691 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-86a15f54-e9ff-4a6b-b8c5-d2dc1d6d49fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758624468417'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:42.374546 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-03ec6152-d57b-4150-b565-3e9b8ae94d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8415479'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:42.403866 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-86a15f54-e9ff-4a6b-b8c5-d2dc1d6d49fc None None] For port 88059fd9-c55e-43e4-8d33-962798057790, host dv-cinder-786627-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-16-iscsi',level=0,port_id=88059fd9-c55e-43e4-8d33-962798057790,segment=NetworkSegment(c69cb7d0-da1c-49fb-a702-ff012cfb9dd3),segment_id=c69cb7d0-da1c-49fb-a702-ff012cfb9dd3)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:06:42.404415 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-86a15f54-e9ff-4a6b-b8c5-d2dc1d6d49fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992617'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:42.406782 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec6152-d57b-4150-b565-3e9b8ae94d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=88059fd9-c55e-43e4-8d33-962798057790,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:06:42.412240 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ec6152-d57b-4150-b565-3e9b8ae94d52 admin admin] No DVR routers for this DVR port 88059fd9-c55e-43e4-8d33-962798057790 on host dv-cinder-786627-16-iscsi {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:06:42.421112 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-86a15f54-e9ff-4a6b-b8c5-d2dc1d6d49fc None None] Calling delete_port for 88059fd9-c55e-43e4-8d33-962798057790 owned by network:dhcp {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:06:42.487389 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-03ec6152-d57b-4150-b565-3e9b8ae94d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990652', 'neutron.services.segments.db._delete_segments_for_network-8758624453443'] for network, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:42.499026 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-03ec6152-d57b-4150-b565-3e9b8ae94d52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be580f81-2d16-408c-94bb-b8dcac88d64b']}} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:06:42.502399 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-86a15f54-e9ff-4a6b-b8c5-d2dc1d6d49fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758624474615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758624034250'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:42.510777 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-03ec6152-d57b-4150-b565-3e9b8ae94d52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69cb7d0-da1c-49fb-a702-ff012cfb9dd3') {'for_net_delete': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:06:42.511009 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-03ec6152-d57b-4150-b565-3e9b8ae94d52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69cb7d0-da1c-49fb-a702-ff012cfb9dd3') {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:06:42.520445 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-03ec6152-d57b-4150-b565-3e9b8ae94d52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758624364746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9400937'] for segment, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:42.531283 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a15f54-e9ff-4a6b-b8c5-d2dc1d6d49fc None None] Pushing event deleted for resources: {'Port': ['ID=88059fd9-c55e-43e4-8d33-962798057790,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:06:42.535332 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a15f54-e9ff-4a6b-b8c5-d2dc1d6d49fc None None] No DVR routers for this DVR port 88059fd9-c55e-43e4-8d33-962798057790 on host dv-cinder-786627-16-iscsi {{(pid=92944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:06:42.539437 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-03ec6152-d57b-4150-b565-3e9b8ae94d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392'] for segment, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:42.548992 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ec6152-d57b-4150-b565-3e9b8ae94d52 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=92942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 11:06:42.549399 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-03ec6152-d57b-4150-b565-3e9b8ae94d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8415266'] for segment, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: conditions |= (models_v2.Port.network_id.in_( Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: Traceback (most recent call last): Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: timer() Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: cb(*args, **kw) Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: return func(*args, **kwargs) Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: self._notify() Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: self.callback(batched_events) Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: event.method(event) Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: return f(self, *a, **k) Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: return self._get(url).json() Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: return self.request(url, 'GET', **kwargs) Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 11:06:42.551949 dv-cinder-786627-16-iscsi neutron-server[92942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 11:06:42.608285 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-03ec6152-d57b-4150-b565-3e9b8ae94d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1601320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995776'] for network, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:42.613428 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-03ec6152-d57b-4150-b565-3e9b8ae94d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601293'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:42.615412 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-03ec6152-d57b-4150-b565-3e9b8ae94d52 admin admin] 10.222.0.91 "DELETE /v2.0/networks/be580f81-2d16-408c-94bb-b8dcac88d64b HTTP/1.1" status: 204 len: 168 time: 0.5446541 Jun 30 11:06:42.627970 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec6152-d57b-4150-b565-3e9b8ae94d52 admin admin] Pushing event deleted for resources: {'Network': ['ID=be580f81-2d16-408c-94bb-b8dcac88d64b,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:06:42.723566 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35894) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:06:42.764497 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-bdf48ab6-28ed-48e7-80c8-ed75e2ccf94f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8972964496a446a198dd6c19b876f8a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397127 Jun 30 11:06:42.766891 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35896) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:06:42.813875 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ab2f7cc4-ebf0-4f8b-817c-80121f1f5637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:42.836022 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ab2f7cc4-ebf0-4f8b-817c-80121f1f5637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:42.881884 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ab2f7cc4-ebf0-4f8b-817c-80121f1f5637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:42.884570 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ab2f7cc4-ebf0-4f8b-817c-80121f1f5637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:42.885754 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-ab2f7cc4-ebf0-4f8b-817c-80121f1f5637 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c9816ce1-4cff-434d-b53e-db66769c5d8b HTTP/1.1" status: 204 len: 168 time: 0.1178398 Jun 30 11:06:42.893596 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f7cc4-ebf0-4f8b-817c-80121f1f5637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9816ce1-4cff-434d-b53e-db66769c5d8b,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:06:43.196729 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35902) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:06:43.240220 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-3b544816-e3fd-49da-bde2-d0885d0d1651 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7d3a5b85e44b49d9baf2527e2ea4aa0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423372 Jun 30 11:06:43.242675 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.91', 35904) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:06:43.292414 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-57253471-36a4-4606-b43e-ada8cb42f94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:43.313591 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-57253471-36a4-4606-b43e-ada8cb42f94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:43.360661 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-57253471-36a4-4606-b43e-ada8cb42f94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1666995'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:43.364126 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-57253471-36a4-4606-b43e-ada8cb42f94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:43.365275 dv-cinder-786627-16-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-57253471-36a4-4606-b43e-ada8cb42f94f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c3b9ca87-89ed-4cc8-85bb-c537830ea679 HTTP/1.1" status: 204 len: 168 time: 0.1217082 Jun 30 11:06:43.373270 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57253471-36a4-4606-b43e-ada8cb42f94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b9ca87-89ed-4cc8-85bb-c537830ea679,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:06:43.706799 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 88059fd9-c55e-43e4-8d33-962798057790 no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:06:43.727127 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: 88059fd9-c55e-43e4-8d33-962798057790 {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:06:43.727482 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device 88059fd9-c55e-43e4-8d33-962798057790 not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:06:43.727945 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device f9445b55-33ba-4223-bb10-cc942149d42a no longer exists at agent ovs-agent-dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:06:43.746845 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] No Port match for: f9445b55-33ba-4223-bb10-cc942149d42a {{(pid=92944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:06:43.747197 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Device f9445b55-33ba-4223-bb10-cc942149d42a not bound to the agent host dv-cinder-786627-16-iscsi {{(pid=92944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:07:04.201939 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:05.969149 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0f8b64ae-d02e-4f4e-adb4-836f2a014c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:08.841076 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-09f4b9ab-5972-405c-957f-ed03f09f1aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:09.084028 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:09.829889 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:11.264451 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:07:11.535135 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:34.204513 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:35.971812 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c67abd05-4af6-4d75-99f0-1c29e7f04e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:38.842899 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4420ed20-1a0d-444b-bcaf-47af79241106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:39.084513 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:39.832136 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:41.538445 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:48.263660 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:08:04.216496 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:05.973219 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-66082159-c4d0-48b7-8204-2f6670ecaf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:08.960001 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3b49aef3-1f0f-475c-96a5-993a296e43d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:09.085911 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:09.834318 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:11.541053 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:25.262893 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:08:34.232347 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:35.974118 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b341cb68-bc3c-42d8-84a8-0c5dcb50c693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:38.839883 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-d0c6cd5d-fb09-4de2-9664-52b43c713df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:39.085654 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:39.836479 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:41.543207 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:02.262414 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:09:04.247094 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:05.975343 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b05c597a-fa1e-408f-9b43-78743eea15ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:08.956453 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-55b8d180-bda9-4f9d-acf5-9c258727f51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:09.087731 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:09.840936 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:11.547121 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:34.245763 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:35.976934 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ca612c7c-2382-453e-9720-174e223e2b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:38.838400 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-30b6eccf-5311-46fd-b709-a6d58e8b3aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:39.087811 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:39.261055 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:09:39.844563 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:41.549923 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:44.162717 dv-cinder-786627-16-iscsi neutron-server[92942]: DEBUG neutron.wsgi [req-7bb54826-a1c4-4279-a819-ec7d1a6f5f28 req-5498eee5-f270-4b0b-9871-af9de60594c5 service neutron] (92942) timed out ('10.222.0.39', 60776) {{(pid=92942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 11:09:54.825092 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [req-2b0f71d7-4b25-4323-8c94-72d79f87f2bc req-1326fb2e-6c10-438b-986a-2e8a951e2342 service neutron] (92943) timed out ('10.222.0.39', 60748) {{(pid=92943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 11:09:55.876489 dv-cinder-786627-16-iscsi neutron-server[92943]: DEBUG neutron.wsgi [req-e6cea88f-6f08-47c2-b463-0edc0cc20e81 req-04abf1b7-233b-4a20-90ef-5c6dbac3c72a service neutron] (92943) timed out ('10.222.0.39', 60754) {{(pid=92943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 11:10:04.264692 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:05.978340 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e2fc87ab-a4c6-44c2-b68f-4e2ae3a80483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:08.838939 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a43b0ba2-35f8-4f98-a557-f2dedda16896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:09.088372 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:09.846111 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:11.552518 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:16.259788 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:10:34.277065 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:35.979288 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6367376b-d2e1-4f82-8e53-2db85b7e7fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:38.839093 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a11768f5-adfe-485a-a3a6-5a622ac58c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:39.088900 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:39.848427 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:41.556111 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:53.258453 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:11:04.276801 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:05.981052 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6973c48a-50c8-4e82-839d-1fa1fb881941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:08.840989 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-afdff318-6593-46f0-91cf-2694714d42bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:09.091102 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:09.852208 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:11.559942 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:30.257272 dv-cinder-786627-16-iscsi neutron-server[92945]: DEBUG neutron.db.agents_db [None req-5a85ae55-b58d-4423-88d2-12bc75997a2f None None] Agent healthcheck: found 6 active agents {{(pid=92945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:11:34.293578 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a8250fe-1c60-4f01-873e-2f8525d77b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:35.981321 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5907634a-e3d6-49cb-838c-e604c1a37a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:38.841906 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c1d08152-16d1-497e-9280-e6cb36f8a083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:39.092734 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab80d-56af-492b-8504-bdd0aa98d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:39.854715 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83985a52-7374-4f38-bf4c-fda09d86c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:41.563752 dv-cinder-786627-16-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb41a34d-d78b-42cb-84ef-24585ff30b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758624453425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845794'] for agent, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}